-- Logs begin at Tue 2022-01-18 11:58:52 UTC, end at Tue 2022-01-18 13:40:05 UTC. -- Jan 18 12:39:58.161471 dv-cinder-825103-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 18 12:40:00.355770 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.common.config [-] Logging enabled! Jan 18 12:40:00.356611 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev4 Jan 18 12:40:00.356724 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82649) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 18 12:40:00.358952 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.common.config [-] Logging enabled! Jan 18 12:40:00.359203 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev4 Jan 18 12:40:00.359452 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82649) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 18 12:40:00.360417 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 12:40:00.360651 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 12:40:00.360999 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 12:40:00.361245 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 12:40:00.361471 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 12:40:00.361788 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.362084 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.362381 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.362650 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.362982 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.363286 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.363581 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.363872 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.364176 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.364464 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.364747 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.365039 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.365272 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.365561 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] config_source = [] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.365843 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.366130 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.366355 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] debug = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.366636 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.367113 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.367543 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.367827 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.368120 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.368393 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.368684 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.368956 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.369313 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] host = dv-cinder-825103-1-iscsi {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.369591 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.369877 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.370162 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.370448 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.370747 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.371026 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.371311 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.371585 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] log_dir = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.372399 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] log_file = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.372796 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.373092 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.373382 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.373681 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.373910 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.374136 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.374422 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.374741 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.375026 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.375300 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.375574 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.375846 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.376118 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.376387 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.376667 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.376948 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.377233 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.377504 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.377775 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.378046 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.378317 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.378603 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.378896 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.379171 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.379444 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.379732 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.380001 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.380273 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.380575 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.380858 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.381140 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.381422 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.381695 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.381975 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.382244 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.382518 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] use_journal = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.382812 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] use_json = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.383087 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.383354 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.383633 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.383903 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.384172 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.384441 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.384709 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.384989 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:00.385293 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.385590 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.385891 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.386174 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.386461 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.386767 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.387058 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.387336 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.388252 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.388539 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.388829 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.389109 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.389394 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.389689 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.389978 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.390252 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.390530 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.390846 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.391127 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.391400 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.391678 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.391968 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.392245 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.392518 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.392798 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.393073 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.393343 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.393613 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.393889 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.394175 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.394449 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.394743 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.395015 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.395292 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.395561 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.395843 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.396120 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.396391 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.396659 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.396934 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.397204 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.397472 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.397748 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.398283 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.398557 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.398852 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.399123 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.399393 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.399663 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.399933 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.400203 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.400474 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.400749 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.401020 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.401288 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.401557 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.401826 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.402095 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.402381 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.402714 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.402977 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.403335 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.403611 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.403889 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.404165 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.404441 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.404714 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.404987 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.405262 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.405548 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.405829 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.406112 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.406393 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.406691 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.406986 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.407262 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.407624 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.407892 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.408158 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.408438 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.408716 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.409009 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.409300 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.409592 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.409882 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.410176 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.410454 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.410784 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.411064 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:00.411281 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 12:40:00.411525 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=82649) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 18 12:40:00.826141 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO keyring.backend [-] Loading KWallet Jan 18 12:40:00.834087 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO keyring.backend [-] Loading SecretService Jan 18 12:40:00.837578 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO keyring.backend [-] Loading Windows Jan 18 12:40:00.839000 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO keyring.backend [-] Loading chainer Jan 18 12:40:00.839570 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO keyring.backend [-] Loading macOS Jan 18 12:40:00.873576 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=82649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 18 12:40:00.873847 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=82649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 18 12:40:00.874140 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=82649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 18 12:40:00.874475 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 18 12:40:01.188890 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.189188 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.189455 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.248045 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.248323 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.248590 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.252061 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.252336 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.252606 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.282986 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.283263 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.283528 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.312177 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.312459 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.312725 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.640822 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.641464 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.641464 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.641628 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.642516 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.768203 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.768427 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.768703 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.768977 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.769243 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.769552 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.769814 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.770072 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.770326 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.770604 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.770890 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.771159 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.771427 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.771684 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.771949 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.772222 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.772477 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.772749 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.773259 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.773545 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.773914 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.774165 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.774410 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.774717 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.774968 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.775212 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.775648 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=82649) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 12:40:01.775885 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=82649) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 12:40:01.776121 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=82649) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 12:40:01.776367 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=82649) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 12:40:01.776596 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=82649) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 12:40:01.776832 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=82649) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 12:40:01.777411 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 18 12:40:01.781571 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 18 12:40:01.785676 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 18 12:40:01.789650 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Jan 18 12:40:01.791320 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 18 12:40:01.791706 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 18 12:40:01.792052 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 18 12:40:01.792438 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 18 12:40:01.795329 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 18 12:40:01.795579 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 18 12:40:01.795927 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 12:40:01.825006 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 18 12:40:01.826033 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.826345 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=82649) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 18 12:40:01.826733 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.828258 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=82649) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 18 12:40:01.828551 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 12:40:01.828901 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 18 12:40:01.832187 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.832467 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:01.894636 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 18 12:40:01.894900 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 18 12:40:01.895142 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 18 12:40:01.895618 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 18 12:40:01.927656 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_db.sqlalchemy.engines [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=82649) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 18 12:40:02.271318 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.plugins.ml2.managers [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Initializing driver for type 'gre' Jan 18 12:40:02.271883 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] gre ID ranges: [(1, 1000)] Jan 18 12:40:02.358141 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.plugins.ml2.managers [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Initializing driver for type 'local' Jan 18 12:40:02.358521 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.plugins.ml2.managers [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Initializing driver for type 'vlan' Jan 18 12:40:02.373324 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] VlanTypeDriver initialization complete Jan 18 12:40:02.373691 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.plugins.ml2.managers [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Initializing driver for type 'vxlan' Jan 18 12:40:02.374229 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] vxlan ID ranges: [(1, 1000)] Jan 18 12:40:02.433507 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.plugins.ml2.managers [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Initializing extension driver 'port_security' Jan 18 12:40:02.433887 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.plugins.ml2.extensions.port_security [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] PortSecurityExtensionDriver initialization complete Jan 18 12:40:02.434252 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.plugins.ml2.managers [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Initializing mechanism driver 'openvswitch' Jan 18 12:40:02.435373 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.plugins.ml2.managers [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Initializing mechanism driver 'hyperv' Jan 18 12:40:02.441927 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.plugins.ml2.plugin [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=82649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:40:02.442612 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > port after_create 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.443022 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > port after_update 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.443391 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > port after_delete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.443965 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=82649) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 12:40:02.444405 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > subnet after_create 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.444757 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > subnet after_update 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.445103 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > subnet after_delete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.445551 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=82649) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 12:40:02.445905 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > network after_create 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.446253 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > network after_update 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.446603 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > network after_delete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.447029 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=82649) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 12:40:02.447448 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > security_group after_create 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.447890 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > security_group after_update 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.448143 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > security_group after_delete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.448713 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=82649) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 12:40:02.449127 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.449487 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.449842 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.450248 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=82649) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 18 12:40:02.450762 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] ML2 OVO RPC backend initialized. {{(pid=82649) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Jan 18 12:40:02.451442 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > router_interface after_create 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.451800 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.452223 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > network before_response 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.452571 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > networks before_response 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.452917 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > port before_response 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.453259 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > ports before_response 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.453602 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > subnet before_response 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.453950 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > subnets before_response 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.454299 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > network after_create 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.454643 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > network after_update 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.455007 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > network after_delete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.455347 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > port after_create 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.455694 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > port after_update 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.456019 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > port after_delete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.456354 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > subnet after_create 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.456694 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > subnet after_update 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.457024 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > subnet after_delete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.457651 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.plugins.ml2.plugin [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Modular L2 Plugin initialization complete Jan 18 12:40:02.458019 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading services supported by the core plugin {{(pid=82649) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 18 12:40:02.458312 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.plugins.ml2.managers [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Got port-security extension from driver 'port_security' Jan 18 12:40:02.458802 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.extensions.vlantransparent [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Disabled vlantransparent extension. Jan 18 12:40:02.459229 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=82649) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 18 12:40:02.459544 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading Plugin: router Jan 18 12:40:02.501691 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > router_interface before_create 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.502089 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > router after_create 55549900 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.502458 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > router before_create 55549900 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.502870 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.503366 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.503746 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > router after_delete 55549900 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.504124 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > floatingip after_update 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.504503 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > router after_create 55549900 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.504933 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > router after_update 55549900 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.505220 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > router after_update 55549900 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.505571 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.505933 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > router after_update 55549900 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.506354 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > router precommit_update 55549900 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.506767 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: port after_update 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.507115 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: port after_delete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.507456 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: subnet after_update 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.507796 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.508155 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > port precommit_delete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.508508 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > router precommit_create 55549900 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.508864 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: port before_delete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.509208 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > router precommit_create 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.509572 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > router after_update 55549900 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.509919 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > router precommit_delete 55549900 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.510275 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > router precommit_create 55549900 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.510637 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > router_interface after_create 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.511016 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > router precommit_update 55549900 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.511437 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > agent after_create 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.511741 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > agent after_delete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.512084 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > network after_delete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.513836 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.quota.resource_registry [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Tracking information for resource: router configured {{(pid=82649) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 12:40:02.513952 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.quota.resource_registry [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Tracking information for resource: floatingip configured {{(pid=82649) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 12:40:02.519209 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.db.l3_agentschedulers_db [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 18 12:40:02.519792 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: port after_update 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.520157 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: port after_create 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.520511 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: port after_delete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.520866 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: port after_update 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.521858 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > router before_create 55550100 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.522175 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > router precommit_delete 55550100 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.522539 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > router precommit_create 55550100 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.523182 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > router precommit_update 55550100 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.527535 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.services.provider_configuration [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Service providers = [] {{(pid=82649) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 18 12:40:02.527904 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.db.servicetype_db [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=82649) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 18 12:40:02.531701 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.services.service_base [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=82649) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 12:40:02.532054 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.services.service_base [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=82649) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 12:40:02.532402 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.services.service_base [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=82649) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 12:40:02.533291 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.services.service_base [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=82649) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 12:40:02.533667 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.services.service_base [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 18 12:40:02.534054 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=82649) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 12:40:02.534378 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 18 12:40:02.545795 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=82649) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 12:40:02.546175 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading Plugin: auto_allocate Jan 18 12:40:02.552654 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: network precommit_update 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.553030 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: network precommit_create 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.553585 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=82649) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 12:40:02.553910 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading Plugin: tag Jan 18 12:40:02.561834 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=82649) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 12:40:02.562163 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading Plugin: timestamp Jan 18 12:40:02.566255 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=82649) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 12:40:02.566587 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading Plugin: network_ip_availability Jan 18 12:40:02.571965 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.572341 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.572698 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.573442 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=82649) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 12:40:02.573768 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading Plugin: flavors Jan 18 12:40:02.579207 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=82649) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 12:40:02.579543 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading Plugin: revisions Jan 18 12:40:02.583821 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=82649) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 12:40:02.584213 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_concurrency.lockutils [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.710s {{(pid=82649) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 18 12:40:02.584956 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=82649) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Jan 18 12:40:02.585292 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Initializing extension manager. Jan 18 12:40:02.585802 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: __init__.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.586139 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: __pycache__ {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.586474 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.586838 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.587174 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: _filter_validation_lib.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.587500 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.587829 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: address_group.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.588585 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.589156 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: address-group Jan 18 12:40:02.589483 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: address_scope.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.590195 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.590786 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: address-scope Jan 18 12:40:02.591111 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: admin_state_down_before_update.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.592040 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.592549 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: router-admin-state-down-before-update Jan 18 12:40:02.592872 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: agent.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.593576 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.594083 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: agent Jan 18 12:40:02.594406 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: agent_resources_synced.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.595343 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.595862 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: agent-resources-synced Jan 18 12:40:02.596181 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: allowedaddresspairs.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.598169 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.600164 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: allowed-address-pairs Jan 18 12:40:02.600164 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: auto_allocated_topology.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.600398 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.600848 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: auto-allocated-topology Jan 18 12:40:02.601180 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: availability_zone.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.601895 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.602407 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: availability_zone Jan 18 12:40:02.602767 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: availability_zone_filter.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.603704 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.604233 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: availability_zone_filter Jan 18 12:40:02.604560 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: data_plane_status.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.605515 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.606038 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extension data-plane-status not supported by any of loaded plugins Jan 18 12:40:02.606362 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: default_subnetpools.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.607338 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.607852 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: default-subnetpools Jan 18 12:40:02.608176 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: dhcpagentscheduler.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.608996 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.609506 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: dhcp_agent_scheduler Jan 18 12:40:02.609832 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: dns.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.610784 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.611293 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extension dns-integration not supported by any of loaded plugins Jan 18 12:40:02.611615 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: dns_domain_ports.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.612544 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.613053 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 18 12:40:02.613378 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: dvr.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.614055 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.614563 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: dvr Jan 18 12:40:02.614921 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: empty_string_filtering.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.615836 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.616344 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: empty-string-filtering Jan 18 12:40:02.616667 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.617577 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.618084 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 18 12:40:02.618414 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.619360 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.619867 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 18 12:40:02.620188 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: external_net.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.621092 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.621604 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: external-net Jan 18 12:40:02.622428 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: extra_dhcp_opt.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.623376 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.623888 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: extra_dhcp_opt Jan 18 12:40:02.624210 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: extraroute.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.625123 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.625634 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: extraroute Jan 18 12:40:02.625956 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: extraroute_atomic.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.627048 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.627561 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: extraroute-atomic Jan 18 12:40:02.627887 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: filter_validation.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.628581 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.629089 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: filter-validation Jan 18 12:40:02.629411 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: fip_pf_description.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.630331 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.630877 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 18 12:40:02.631200 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: fip_port_details.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.632116 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.632631 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: fip-port-details Jan 18 12:40:02.632953 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: flavors.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.634207 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.634757 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: flavors Jan 18 12:40:02.635088 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.636797 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.637312 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 18 12:40:02.638182 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: floatingip_pools.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.638924 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.639440 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: floatingip-pools Jan 18 12:40:02.639765 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: ip_allocation.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.640692 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.641203 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extension ip_allocation not supported by any of loaded plugins Jan 18 12:40:02.641726 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.642426 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.642971 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: ip-substring-filtering Jan 18 12:40:02.643297 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: l2_adjacency.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.644219 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.644725 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extension l2_adjacency not supported by any of loaded plugins Jan 18 12:40:02.645047 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: l3.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.646047 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.646564 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: router Jan 18 12:40:02.646923 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: l3_conntrack_helper.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.649614 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.650148 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 18 12:40:02.650480 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.651496 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.652024 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: ext-gw-mode Jan 18 12:40:02.652351 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.653837 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.654494 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: l3-ha Jan 18 12:40:02.654964 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: l3_flavors.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.656073 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.656615 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: l3-flavors Jan 18 12:40:02.656936 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.657973 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.658602 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: l3-port-ip-change-not-allowed Jan 18 12:40:02.658864 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: l3agentscheduler.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.659978 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.660504 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: l3_agent_scheduler Jan 18 12:40:02.660831 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: logging.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.662401 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.662959 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extension logging not supported by any of loaded plugins Jan 18 12:40:02.663299 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: metering.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.664048 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.664632 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: metering Jan 18 12:40:02.664960 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.666070 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.666595 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: metering_source_and_destination_fields Jan 18 12:40:02.666950 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: multiprovidernet.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.667882 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.668395 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: multi-provider Jan 18 12:40:02.668763 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: netmtu.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.669752 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.670259 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: net-mtu Jan 18 12:40:02.670585 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: netmtu_writable.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.671538 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.672044 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: net-mtu-writable Jan 18 12:40:02.672371 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: network_availability_zone.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.673039 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.673547 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: network_availability_zone Jan 18 12:40:02.673871 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: network_ip_availability.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.674994 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.675513 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: network-ip-availability Jan 18 12:40:02.675837 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: network_segment_range.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.676606 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.677121 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extension network-segment-range not supported by any of loaded plugins Jan 18 12:40:02.677446 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: pagination.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.678439 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.678800 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: pagination Jan 18 12:40:02.679127 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.680048 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.680565 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: port-mac-address-regenerate Jan 18 12:40:02.680889 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: port_resource_request.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.681805 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.682313 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extension port-resource-request not supported by any of loaded plugins Jan 18 12:40:02.682637 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: portbindings.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.683588 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.684099 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: binding Jan 18 12:40:02.684945 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: portbindings_extended.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.686388 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.686939 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: binding-extended Jan 18 12:40:02.687272 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: portsecurity.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.688189 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.688701 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: port-security Jan 18 12:40:02.689036 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: project_id.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.690024 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.690355 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: project-id Jan 18 12:40:02.690697 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: providernet.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.691618 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.692132 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: provider Jan 18 12:40:02.692454 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: qos.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.696274 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.696803 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extension qos not supported by any of loaded plugins Jan 18 12:40:02.697133 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.698389 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.698934 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 18 12:40:02.699269 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.700747 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.701261 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 18 12:40:02.701589 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: qos_default.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.702511 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.703077 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extension qos-default not supported by any of loaded plugins Jan 18 12:40:02.703407 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: qos_fip.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.704104 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.704624 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extension qos-fip not supported by any of loaded plugins Jan 18 12:40:02.704948 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: qos_gateway_ip.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.705916 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.706426 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 18 12:40:02.706778 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: qos_port_network_policy.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.707724 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.708242 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 18 12:40:02.708569 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: qos_rule_type_details.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.709528 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.710043 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 18 12:40:02.710421 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: qos_rules_alias.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.711479 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.712001 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 18 12:40:02.712326 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: quotasv2.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.713276 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.713608 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: quotas Jan 18 12:40:02.713935 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: quotasv2_detail.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.715846 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.716046 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: quota_details Jan 18 12:40:02.716384 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: rbac.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.717459 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.717991 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: rbac-policies Jan 18 12:40:02.718324 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: rbac_address_scope.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.719299 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.719817 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: rbac-address-scope Jan 18 12:40:02.720144 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: rbac_security_groups.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.721063 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.721575 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: rbac-security-groups Jan 18 12:40:02.721899 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: rbac_subnetpool.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.722846 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.723361 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: rbac-subnetpool Jan 18 12:40:02.723686 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: revisionifmatch.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.724604 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.725115 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: revision-if-match Jan 18 12:40:02.725437 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: revisions.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.726560 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.727097 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: standard-attr-revisions Jan 18 12:40:02.727426 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: router_availability_zone.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.728103 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.728625 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: router_availability_zone Jan 18 12:40:02.728948 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: routerservicetype.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.729882 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.730393 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extension router-service-type not supported by any of loaded plugins Jan 18 12:40:02.730752 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: security_groups_port_filtering.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.731883 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.732391 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: port-security-groups-filtering Jan 18 12:40:02.732714 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: securitygroup.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.744170 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.744709 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: security-group Jan 18 12:40:02.745046 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: segment.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.745868 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.746368 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extension segment not supported by any of loaded plugins Jan 18 12:40:02.747225 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.748208 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.748725 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 18 12:40:02.749055 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: servicetype.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.750180 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.750724 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: service-type Jan 18 12:40:02.751054 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: sorting.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.752040 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.752369 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: sorting Jan 18 12:40:02.752695 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: standard_attr_segment.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.753604 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.754119 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 18 12:40:02.754443 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: standardattrdescription.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.755140 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.755663 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: standard-attr-description Jan 18 12:40:02.755987 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: stateful_security_group.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.756977 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.757495 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: stateful-security-group Jan 18 12:40:02.757819 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: stdattrs_common.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.758417 dv-cinder-825103-1-iscsi neutron-server[82649]: WARNING neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 18 12:40:02.758771 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.759712 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.760241 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 18 12:40:02.760567 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: subnet_onboard.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.761752 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.762277 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: subnet_onboard Jan 18 12:40:02.763218 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.764246 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.764760 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 18 12:40:02.765085 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: subnet_service_types.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.766008 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.766521 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: subnet-service-types Jan 18 12:40:02.766877 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: subnetallocation.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.768002 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.768517 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: subnet_allocation Jan 18 12:40:02.768841 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.769513 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.770051 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: subnetpool-prefix-ops Jan 18 12:40:02.770374 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.771330 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.771842 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 18 12:40:02.772212 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: tagging.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.773529 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.774047 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: standard-attr-tag Jan 18 12:40:02.774373 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: timestamp.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.775626 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.776151 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loaded extension: standard-attr-timestamp Jan 18 12:40:02.776479 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: trunk.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.777516 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.778185 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extension trunk not supported by any of loaded plugins Jan 18 12:40:02.778632 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: trunk_details.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.779531 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.780049 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extension trunk-details not supported by any of loaded plugins Jan 18 12:40:02.780377 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: uplink_status_propagation.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.781301 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.781819 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 18 12:40:02.782143 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Loading extension file: vlantransparent.py {{(pid=82649) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 18 12:40:02.782864 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=82649) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 18 12:40:02.783376 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extension vlan-transparent not supported by any of loaded plugins Jan 18 12:40:02.785674 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.quota.resource_registry [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Creating instance of TrackedResource for resource:network Jan 18 12:40:02.786419 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.quota.resource_registry [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Creating instance of TrackedResource for resource:subnet Jan 18 12:40:02.787059 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.quota.resource_registry [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 12:40:02.787859 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.quota.resource_registry [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Creating instance of TrackedResource for resource:port Jan 18 12:40:02.789163 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.v2.resource_helper [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82649) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:40:02.789598 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.v2.resource_helper [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Service FLAVORS assigned prefix: {{(pid=82649) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:40:02.790212 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.v2.resource_helper [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82649) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:40:02.790631 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.v2.resource_helper [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82649) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:40:02.790987 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.quota.resource_registry [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Creating instance of TrackedResource for resource:router Jan 18 12:40:02.791648 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.quota.resource_registry [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Creating instance of TrackedResource for resource:floatingip Jan 18 12:40:02.792363 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.v2.resource_helper [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Service METERING assigned prefix: /metering {{(pid=82649) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:40:02.794030 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.794400 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.794783 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:40:02.795921 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.quota.resource_registry [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 12:40:02.796376 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.quota.resource_registry [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Creating instance of TrackedResource for resource:security_group Jan 18 12:40:02.797094 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.quota.resource_registry [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 12:40:02.797845 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.v2.resource_helper [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Service CORE assigned prefix: {{(pid=82649) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:40:02.798183 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.quota.resource_registry [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 12:40:02.798526 dv-cinder-825103-1-iscsi neutron-server[82649]: WARNING neutron.quota.resource_registry [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] subnetpool is already registered Jan 18 12:40:02.799145 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.v2.resource_helper [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Service CORE assigned prefix: {{(pid=82649) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:40:02.799478 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.quota.resource_registry [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 12:40:02.799810 dv-cinder-825103-1-iscsi neutron-server[82649]: WARNING neutron.quota.resource_registry [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] subnetpool is already registered Jan 18 12:40:02.802322 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.v2.resource_helper [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82649) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:40:02.802787 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.v2.resource_helper [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Service FLAVORS assigned prefix: {{(pid=82649) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:40:02.803382 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.v2.resource_helper [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82649) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:40:02.803801 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.v2.resource_helper [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82649) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:40:02.804135 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.quota.resource_registry [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Creating instance of TrackedResource for resource:router Jan 18 12:40:02.804467 dv-cinder-825103-1-iscsi neutron-server[82649]: WARNING neutron.quota.resource_registry [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] router is already registered Jan 18 12:40:02.805054 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.quota.resource_registry [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Creating instance of TrackedResource for resource:floatingip Jan 18 12:40:02.805385 dv-cinder-825103-1-iscsi neutron-server[82649]: WARNING neutron.quota.resource_registry [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] floatingip is already registered Jan 18 12:40:02.806007 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.v2.resource_helper [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Service METERING assigned prefix: /metering {{(pid=82649) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:40:02.806668 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.quota.resource_registry [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 12:40:02.807023 dv-cinder-825103-1-iscsi neutron-server[82649]: WARNING neutron.quota.resource_registry [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] rbac_policy is already registered Jan 18 12:40:02.807599 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.quota.resource_registry [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Creating instance of TrackedResource for resource:security_group Jan 18 12:40:02.807930 dv-cinder-825103-1-iscsi neutron-server[82649]: WARNING neutron.quota.resource_registry [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] security_group is already registered Jan 18 12:40:02.808558 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.quota.resource_registry [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 12:40:02.808883 dv-cinder-825103-1-iscsi neutron-server[82649]: WARNING neutron.quota.resource_registry [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] security_group_rule is already registered Jan 18 12:40:02.810590 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.v2.resource_helper [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Service CORE assigned prefix: {{(pid=82649) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:40:02.810950 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.quota.resource_registry [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 12:40:02.811287 dv-cinder-825103-1-iscsi neutron-server[82649]: WARNING neutron.quota.resource_registry [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] subnetpool is already registered Jan 18 12:40:02.811940 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.v2.resource_helper [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Service CORE assigned prefix: {{(pid=82649) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 12:40:02.812271 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.quota.resource_registry [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 12:40:02.812599 dv-cinder-825103-1-iscsi neutron-server[82649]: WARNING neutron.quota.resource_registry [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] subnetpool is already registered Jan 18 12:40:02.813307 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: extensions {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.814839 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: address-groups {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.816423 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: address-scopes {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.817612 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: agents {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.818822 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: auto-allocated-topology {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.820043 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: availability_zones {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.821346 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: dhcp-networks {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.822726 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: dhcp-agents {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.824114 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: routers {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.825995 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: flavors {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.827184 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: service_profiles {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.828887 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: next_providers {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.830365 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: service_profiles {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.831812 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: floatingip-pools {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.833030 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: routers {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.834814 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: floatingips {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.835977 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: l3-routers {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.837312 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: l3-agents {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.838702 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: metering-labels {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.840056 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: metering-label-rules {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.841570 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: network-ip-availabilities {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.842816 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: bindings {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.845446 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: quotas {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.846913 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: quotas {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.848326 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: rbac-policies {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.849603 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: security-groups {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.850832 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: security-group-rules {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.852025 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: service-providers {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.853211 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: subnetpools {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.854619 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: subnetpools {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.856146 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: tags {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.857871 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: tags {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.859699 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: tags {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.861415 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: tags {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.863205 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: tags {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.864872 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: tags {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.866605 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: tags {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.868463 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: tags {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.870293 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: tags {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.872951 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron.api.extensions [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Extended resource: tags {{(pid=82649) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 18 12:40:02.879015 dv-cinder-825103-1-iscsi neutron-server[82649]: WARNING keystonemiddleware.auth_token [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 18 12:40:02.883801 dv-cinder-825103-1-iscsi neutron-server[82649]: WARNING keystonemiddleware.auth_token [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 18 12:40:02.892456 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_concurrency.lockutils [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Acquired lock "singleton_lock" {{(pid=82649) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 18 12:40:02.892938 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_concurrency.lockutils [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Releasing lock "singleton_lock" {{(pid=82649) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 18 12:40:02.893566 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO oslo_service.service [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Starting 2 workers Jan 18 12:40:02.898375 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Started child 82756 {{(pid=82649) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 12:40:02.904070 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Started child 82757 {{(pid=82649) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 12:40:02.904395 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:02.904982 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO neutron.service [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Neutron service started, listening on 0.0.0.0:9696 Jan 18 12:40:02.904982 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Notify callbacks [] for process, before_spawn {{(pid=82649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:02.905520 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [-] (82756) wsgi starting up on http://0.0.0.0:9696 Jan 18 12:40:02.907358 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO oslo_service.service [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Starting 1 workers Jan 18 12:40:02.907517 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:02.908793 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [-] (82757) wsgi starting up on http://0.0.0.0:9696 Jan 18 12:40:02.912437 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Started child 82758 {{(pid=82649) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 12:40:02.913013 dv-cinder-825103-1-iscsi neutron-server[82649]: INFO oslo_service.service [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Starting 1 workers Jan 18 12:40:02.916200 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.service [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] calling RpcWorker wait() {{(pid=82758) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 18 12:40:02.916862 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.service [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] returning from RpcWorker wait() {{(pid=82758) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 18 12:40:02.917556 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Started child 82759 {{(pid=82649) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 18 12:40:02.917997 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:02.918390 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG neutron_lib.callbacks.manager [None req-2a69d9b7-4f22-49ee-9600-30200fb0e76a None None] Notify callbacks [] for process, after_spawn {{(pid=82649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:02.918506 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:40:02.920915 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82649) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 18 12:40:02.921125 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 12:40:02.921313 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 12:40:02.921525 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 12:40:02.921860 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 12:40:02.922026 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 12:40:02.922543 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.922953 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.923221 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.923488 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.923802 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.924357 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.924614 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:02.925087 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.925087 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.925234 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.925358 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.925713 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.926040 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.926449 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.926884 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.927338 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.927750 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.928146 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.928572 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.928889 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.929300 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.929721 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.930127 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.930567 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] debug = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.930979 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.931623 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.932028 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.932411 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.932794 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.933221 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.933626 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.934058 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.935059 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.935433 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.935815 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.936247 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.936620 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.937011 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.937524 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.937911 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.938554 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] host = dv-cinder-825103-1-iscsi {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.938963 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.939328 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.939748 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.940132 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.940540 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.940904 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.941312 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.941722 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.942131 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.942519 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.942944 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.943337 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.943712 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.944104 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] log_file = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.944421 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] log_options = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.944822 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.945239 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.945653 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.945991 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.946309 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.946644 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.947064 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.947369 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.947771 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.948167 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.948542 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.948915 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.949305 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.949682 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.950124 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.950494 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.950910 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.951267 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.951680 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.952059 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.952418 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.952847 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.953450 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.953450 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.953644 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.953836 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.954160 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.954440 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.954877 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.955296 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.955764 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.956205 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.956627 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.957062 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.957309 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.957564 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.957798 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.958080 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.958325 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.958579 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.958863 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.959247 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:40:02.959448 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.959858 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.960085 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.960330 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.960582 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] use_json = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.960802 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.961053 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.961322 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.961548 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.961788 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.962007 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.962223 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.962465 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:02.969773 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.969773 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.969773 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.969773 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.969773 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.969773 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.969773 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.969773 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.973826 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.973826 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.973826 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.973826 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.973826 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.973826 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.973826 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.84/identity {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.973826 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.976516 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.976516 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.976516 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.976516 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.976516 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.976516 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.976516 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.976516 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.976516 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.977004 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.977004 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.977004 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.977004 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.977004 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.977004 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.977004 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.977004 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.977004 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.977494 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.977494 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.977494 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.977494 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.977494 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.977494 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.977494 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.977494 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.977494 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.978008 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.978008 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.978008 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.978008 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.978008 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.978008 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.978008 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.978008 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.978008 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.978476 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.978476 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.978476 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.978476 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.978476 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.978476 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.978476 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.978476 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.978476 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.979028 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.979028 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.979028 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.979205 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.979303 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.979689 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.979918 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.980166 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.980405 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.980817 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.981759 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.982364 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.982804 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.983099 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.983403 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.983823 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.984279 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.984511 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.984775 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.985022 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.985290 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.985516 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.985769 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.986167 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.986613 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.986901 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.987221 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.987449 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.987678 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.987941 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.988374 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.988836 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.989267 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.989710 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.989978 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.990247 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.990507 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.990775 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.991020 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.991288 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.991582 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.991831 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.992143 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.992368 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.992626 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.993067 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.993488 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.993786 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.994034 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.994305 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.994579 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.994879 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.995148 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.995388 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.995651 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.995878 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.996161 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.996422 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.996746 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.997445 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.997714 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.998052 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.998308 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.998528 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.998799 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.999087 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.999319 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:02.999728 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.000005 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.000274 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.000535 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.000796 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.001028 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.84/identity {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.001252 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.001490 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.001724 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.001946 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.002188 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.002616 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.002948 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.003251 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.003506 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.003763 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.003985 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.004209 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.004442 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.004663 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.004902 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.005153 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.005370 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.005610 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.005856 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.006099 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.006336 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.006557 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.006825 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.007077 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.007313 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.007579 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.007836 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.008050 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.008300 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.008545 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.008789 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.009010 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.009275 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.009491 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.009731 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.009943 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.010184 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.010425 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.010633 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.010900 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.011120 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.011359 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.011582 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.011908 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.012160 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.012436 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.012658 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.012875 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.013096 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.013315 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.013555 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.013772 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.013991 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.014232 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.014454 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.014720 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.014945 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.015167 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.015374 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.015784 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.016023 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.016296 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.016545 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.016819 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.017122 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.017381 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.017743 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.017868 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.018112 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.018343 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.018558 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.018888 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.019111 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.019325 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.019648 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.019908 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.020131 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.020427 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.020677 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.020926 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.021197 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.021523 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.021757 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.021999 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.022485 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.022485 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.022707 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.023373 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.023696 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.023998 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.024263 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.024522 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.024824 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.025112 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.025390 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.025621 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.025913 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.026251 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.026569 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.026854 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.027084 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.027366 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.027596 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.027815 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.028115 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.028345 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.028570 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.028825 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.029065 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.029325 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.029560 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.029793 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.030011 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.030240 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.030464 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.030720 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.030957 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.031113 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 12:40:03.031663 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82649) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 18 12:40:03.031833 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 12:40:03.031987 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 12:40:03.032158 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 12:40:03.032328 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 12:40:03.032482 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 12:40:03.032688 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.032847 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.033007 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.033167 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.033320 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.033658 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.033826 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.033988 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.034149 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.034309 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.034470 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.034629 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.034815 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.034974 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.035134 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.035294 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.035455 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.035614 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.035781 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.035942 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.036101 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.036260 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.036419 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] debug = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.036579 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.036757 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.036906 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.037068 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.037229 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.037387 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.037548 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.037706 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.037866 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.038027 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.038186 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.038346 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.038510 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.038702 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.038844 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.039000 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.039158 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] host = dv-cinder-825103-1-iscsi {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.039319 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.039477 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.039635 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.039795 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.039955 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.040114 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.040272 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.040431 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.040589 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.040767 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.040896 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.041051 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.041208 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.041367 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] log_file = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.041526 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] log_options = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.041702 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.041898 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.042731 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.042731 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.042731 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.042731 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.042731 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.045001 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.045001 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.045001 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.045001 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.045001 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.045001 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.045001 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.045001 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.046511 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.046511 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.046511 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.046511 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.046511 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.046511 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.046511 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.046511 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.049033 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.049033 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.049033 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.049033 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.049033 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.049033 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.049033 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.049033 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.049563 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.049563 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.049563 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.049563 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.049563 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.049563 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.049563 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.049563 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.050106 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.050106 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.050106 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.050106 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.050106 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.050106 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.050106 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] use_json = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.050106 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.050715 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.050715 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.050715 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.050715 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.050715 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.050715 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.050715 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 12:40:03.050715 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.052729 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.052729 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.052729 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.052729 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.052729 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.052729 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.052729 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.052729 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.054764 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.054764 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.054764 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.054764 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.054764 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.054764 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.84/identity {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.054764 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.054764 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.055694 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.055694 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.055694 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.055694 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.055694 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.055694 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.055694 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.055694 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.055694 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.057232 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.057232 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.057232 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.057232 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.057232 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.057232 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.057232 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.057232 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.057232 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.058613 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.058613 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.058613 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.058613 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.058613 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.058613 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.058613 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.058613 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.058613 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.060955 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.060955 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.060955 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.060955 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.060955 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.060955 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.060955 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.060955 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.060955 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.061621 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.061621 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.061621 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.061621 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.061621 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.061621 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.061621 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.061621 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.061621 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.063977 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.063977 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.063977 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.063977 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.063977 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.063977 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.063977 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.063977 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.063977 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.064580 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.064580 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.064580 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.064580 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.064580 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.064580 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.064580 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.064580 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.065094 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.065094 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.065094 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.065094 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.065094 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.065094 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.065094 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.065094 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.065596 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.065596 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.065596 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.065596 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.065596 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.065596 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.065596 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.065596 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.066182 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.066182 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.066182 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.066182 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.066182 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.066182 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.072258 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.072258 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.072258 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.072258 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.072258 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.072258 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.072258 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.072258 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.072741 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.072741 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.072741 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.072741 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.072741 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.072741 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.072741 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.072741 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.072741 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.073261 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.073261 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.073261 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.073261 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.073261 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.073261 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.073261 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.073261 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.073688 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.073688 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.073688 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.073688 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.073688 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.073688 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.073688 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.073688 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.84/identity {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.074194 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.074194 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.074194 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.074194 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.074194 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.074194 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.074194 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.074194 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.075236 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.075236 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.075236 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.075236 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.075236 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.075236 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.075236 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.075236 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.075678 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.075678 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.075678 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.075678 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.075678 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.075678 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.075678 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.075678 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.076105 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.076105 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.076105 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.076278 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:40:03.076359 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.076359 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.076359 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.076359 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.076359 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.076359 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.076675 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.076675 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.076806 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.076922 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.077197 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.077300 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.077383 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.077547 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.077709 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.077872 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.078050 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.078211 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.078372 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.078533 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.078725 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.078893 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.079055 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.079219 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.079381 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.079541 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.079706 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.079873 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.080035 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.080197 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.080365 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.080544 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.080736 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.080832 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.081003 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.081161 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.081322 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.081511 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.081657 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.081819 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.081980 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.082143 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.082315 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.082477 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.082638 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.082897 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.083059 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.083233 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.083396 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.083558 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.083729 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.083890 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.084052 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.084212 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.084387 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.084590 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.084711 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.084874 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.085035 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.085196 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.085359 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.085572 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.085706 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.085850 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.086014 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.086185 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.086355 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.086525 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.086781 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.086915 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.087053 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.087178 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.087324 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.087470 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.087620 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.087783 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.088353 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.088353 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.088353 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.088704 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.088704 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.088704 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.089004 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.089004 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.089143 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.089300 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.089461 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.089631 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.089779 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.090100 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 12:40:03.090260 dv-cinder-825103-1-iscsi neutron-server[82649]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82649) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 12:40:03.333326 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 43006) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:40:03.342282 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [-] 10.222.0.84 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068035 Jan 18 12:40:13.798067 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c072823-c29a-486f-92c3-916c48db5281 None None] get_active_networks_info from dv-cinder-825103-1-iscsi {{(pid=82758) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 18 12:40:13.889613 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c072823-c29a-486f-92c3-916c48db5281 None None] No non-hosted networks {{(pid=82758) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 18 12:40:13.902217 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.agentschedulers_db [None req-5c072823-c29a-486f-92c3-916c48db5281 None None] DHCP Agent not found on host dv-cinder-825103-1-iscsi {{(pid=82758) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 18 12:40:14.030540 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-1e2e03ef-198f-428a-84c2-923509d95f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16439319'] for agent, after_create {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:15.984236 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-06c2cb9f-bc7c-4a20-9489-650aa0892704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16439319'] for agent, after_create {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:16.031522 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-8363e967-beed-4015-ad4c-b5d33fac65ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:17.183942 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16439319'] for agent, after_create {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:17.184630 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:17.185077 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:17.185468 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:17.185905 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:17.186296 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:17.186800 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:17.187251 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:17.187908 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:17.188286 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:17.188671 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:17.190307 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:17.190826 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-825103-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:40:17.204181 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-825103-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:40:17.407261 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16439319'] for agent, after_create {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:18.834134 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16439319'] for agent, after_create {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:19.203745 dv-cinder-825103-1-iscsi neutron-server[82758]: INFO neutron.db.l3_hamode_db [None req-89ccde4e-24cf-4032-a4c4-46c15ecbdbc6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 18 12:40:19.301517 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ccde4e-24cf-4032-a4c4-46c15ecbdbc6 None None] Routers set() bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:40:19.301808 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ccde4e-24cf-4032-a4c4-46c15ecbdbc6 None None] Router IDs set() for agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 18 12:40:20.601300 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 43098) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:40:21.231215 dv-cinder-825103-1-iscsi neutron-server[82756]: WARNING oslo_policy.policy [None req-1e745b5c-67b7-4a42-a489-9d72407bde4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 12:40:21.231839 dv-cinder-825103-1-iscsi neutron-server[82756]: WARNING oslo_policy.policy [None req-1e745b5c-67b7-4a42-a489-9d72407bde4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 12:40:21.456909 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [None req-1e745b5c-67b7-4a42-a489-9d72407bde4f admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=82756) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:40:21.457964 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-1e745b5c-67b7-4a42-a489-9d72407bde4f admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8557575 Jan 18 12:40:23.743225 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 43112) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:40:24.159953 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-bf3050e8-c5c7-4625-b583-95eb38dd8b7a admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:40:24.213432 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.policy [None req-bf3050e8-c5c7-4625-b583-95eb38dd8b7a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82756) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 18 12:40:24.214181 dv-cinder-825103-1-iscsi neutron-server[82756]: WARNING oslo_policy.policy [None req-bf3050e8-c5c7-4625-b583-95eb38dd8b7a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 12:40:24.215176 dv-cinder-825103-1-iscsi neutron-server[82756]: WARNING oslo_policy.policy [None req-bf3050e8-c5c7-4625-b583-95eb38dd8b7a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 12:40:24.218577 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.quota [None req-bf3050e8-c5c7-4625-b583-95eb38dd8b7a admin admin] Loaded quota_driver: . Jan 18 12:40:24.234661 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-bf3050e8-c5c7-4625-b583-95eb38dd8b7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:40:24.305475 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-bf3050e8-c5c7-4625-b583-95eb38dd8b7a admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736042909356', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736042879634', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736042885026', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736042874700', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736042864304', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-528244', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-531718', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16289895', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16354510'] for rbac-policy, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:24.376520 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-bf3050e8-c5c7-4625-b583-95eb38dd8b7a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:24.377676 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-bf3050e8-c5c7-4625-b583-95eb38dd8b7a admin admin] 10.222.0.84 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6335919 Jan 18 12:40:26.943946 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 43126) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:40:27.327202 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-24cc19d9-2f59-4be6-bc88-4802a62a3660 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '233b206b503e40d0af61b07e73440bb2'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:40:27.331984 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-24cc19d9-2f59-4be6-bc88-4802a62a3660 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:40:27.337376 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-24cc19d9-2f59-4be6-bc88-4802a62a3660 admin admin] Usage tracker for resource:network and tenant:233b206b503e40d0af61b07e73440bb2 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:40:27.342066 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-24cc19d9-2f59-4be6-bc88-4802a62a3660 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:40:27.348281 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-24cc19d9-2f59-4be6-bc88-4802a62a3660 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:40:27.359310 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cc19d9-2f59-4be6-bc88-4802a62a3660 admin admin] Made reservation on behalf of 233b206b503e40d0af61b07e73440bb2 for: {'network': 1} {{(pid=82756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:40:27.362216 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-24cc19d9-2f59-4be6-bc88-4802a62a3660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for network, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:27.381161 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-24cc19d9-2f59-4be6-bc88-4802a62a3660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:27.432264 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-24cc19d9-2f59-4be6-bc88-4802a62a3660 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:40:27.436710 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-24cc19d9-2f59-4be6-bc88-4802a62a3660 admin admin] Usage tracker for resource:security_group_rule and tenant:233b206b503e40d0af61b07e73440bb2 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:40:27.439737 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-24cc19d9-2f59-4be6-bc88-4802a62a3660 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:40:27.445901 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-24cc19d9-2f59-4be6-bc88-4802a62a3660 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:40:27.517551 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-24cc19d9-2f59-4be6-bc88-4802a62a3660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:27.521675 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-24cc19d9-2f59-4be6-bc88-4802a62a3660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:27.544439 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24cc19d9-2f59-4be6-bc88-4802a62a3660 admin admin] vlan segment allocate from pool success with {'vlan_id': 1098, 'physical_network': 'physnet1'} {{(pid=82756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:40:27.572847 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-24cc19d9-2f59-4be6-bc88-4802a62a3660 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736039390419', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-557774'] for segment, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:27.573377 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-24cc19d9-2f59-4be6-bc88-4802a62a3660 admin admin] Unsubscribe: segment precommit_create {{(pid=82756) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 12:40:27.574466 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.db.segments_db [None req-24cc19d9-2f59-4be6-bc88-4802a62a3660 admin admin] Added segment 9292b538-1b91-44f9-9e0c-c45cb646e581 of type vlan for network 4c728164-e034-4558-9d25-37108ea246b3 Jan 18 12:40:27.585922 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc19d9-2f59-4be6-bc88-4802a62a3660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c680d75d-b33f-4459-972d-ce357b15c2a6,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:40:27.646698 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cc19d9-2f59-4be6-bc88-4802a62a3660 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:27.647042 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cc19d9-2f59-4be6-bc88-4802a62a3660 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:27.647634 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cc19d9-2f59-4be6-bc88-4802a62a3660 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:27.647963 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cc19d9-2f59-4be6-bc88-4802a62a3660 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:27.648306 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cc19d9-2f59-4be6-bc88-4802a62a3660 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:27.648635 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cc19d9-2f59-4be6-bc88-4802a62a3660 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:27.648958 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cc19d9-2f59-4be6-bc88-4802a62a3660 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:27.649342 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cc19d9-2f59-4be6-bc88-4802a62a3660 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:27.649694 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cc19d9-2f59-4be6-bc88-4802a62a3660 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:27.650076 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cc19d9-2f59-4be6-bc88-4802a62a3660 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:27.650451 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cc19d9-2f59-4be6-bc88-4802a62a3660 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:27.651638 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cc19d9-2f59-4be6-bc88-4802a62a3660 admin admin] Tracked resource versions report: Jan 18 12:40:27.651638 dv-cinder-825103-1-iscsi neutron-server[82756]: pushed versions: Jan 18 12:40:27.651638 dv-cinder-825103-1-iscsi neutron-server[82756]: { 'ConntrackHelper': {'1.0'}, Jan 18 12:40:27.651638 dv-cinder-825103-1-iscsi neutron-server[82756]: 'Log': {'1.0'}, Jan 18 12:40:27.651638 dv-cinder-825103-1-iscsi neutron-server[82756]: 'Network': {'1.1'}, Jan 18 12:40:27.651638 dv-cinder-825103-1-iscsi neutron-server[82756]: 'Port': {'1.5'}, Jan 18 12:40:27.651638 dv-cinder-825103-1-iscsi neutron-server[82756]: 'PortForwarding': {'1.2'}, Jan 18 12:40:27.651638 dv-cinder-825103-1-iscsi neutron-server[82756]: 'QosPolicy': {'1.8'}, Jan 18 12:40:27.651638 dv-cinder-825103-1-iscsi neutron-server[82756]: 'SecurityGroup': {'1.2'}, Jan 18 12:40:27.651638 dv-cinder-825103-1-iscsi neutron-server[82756]: 'SecurityGroupRule': {'1.0'}, Jan 18 12:40:27.651638 dv-cinder-825103-1-iscsi neutron-server[82756]: 'SubPort': {'1.0'}, Jan 18 12:40:27.651638 dv-cinder-825103-1-iscsi neutron-server[82756]: 'Subnet': {'1.1'}, Jan 18 12:40:27.651638 dv-cinder-825103-1-iscsi neutron-server[82756]: 'Trunk': {'1.1'}} Jan 18 12:40:27.651638 dv-cinder-825103-1-iscsi neutron-server[82756]: consumer versions: Jan 18 12:40:27.651638 dv-cinder-825103-1-iscsi neutron-server[82756]: { DHCP agent@dv-cinder-825103-1-iscsi: {}, Jan 18 12:40:27.651638 dv-cinder-825103-1-iscsi neutron-server[82756]: L3 agent@dv-cinder-825103-1-iscsi: {}, Jan 18 12:40:27.651638 dv-cinder-825103-1-iscsi neutron-server[82756]: Metadata agent@dv-cinder-825103-1-iscsi: {}, Jan 18 12:40:27.651638 dv-cinder-825103-1-iscsi neutron-server[82756]: Metering agent@dv-cinder-825103-1-iscsi: {}, Jan 18 12:40:27.651638 dv-cinder-825103-1-iscsi neutron-server[82756]: Open vSwitch agent@dv-cinder-825103-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 12:40:27.651638 dv-cinder-825103-1-iscsi neutron-server[82756]: 'Log': '1.0', Jan 18 12:40:27.651638 dv-cinder-825103-1-iscsi neutron-server[82756]: 'Network': '1.1', Jan 18 12:40:27.651638 dv-cinder-825103-1-iscsi neutron-server[82756]: 'Port': '1.5', Jan 18 12:40:27.651638 dv-cinder-825103-1-iscsi neutron-server[82756]: 'PortForwarding': '1.2', Jan 18 12:40:27.651638 dv-cinder-825103-1-iscsi neutron-server[82756]: 'QosPolicy': '1.8', Jan 18 12:40:27.651638 dv-cinder-825103-1-iscsi neutron-server[82756]: 'SecurityGroup': '1.2', Jan 18 12:40:27.651638 dv-cinder-825103-1-iscsi neutron-server[82756]: 'SecurityGroupRule': '1.0', Jan 18 12:40:27.651638 dv-cinder-825103-1-iscsi neutron-server[82756]: 'SubPort': '1.0', Jan 18 12:40:27.651638 dv-cinder-825103-1-iscsi neutron-server[82756]: 'Subnet': '1.1', Jan 18 12:40:27.651638 dv-cinder-825103-1-iscsi neutron-server[82756]: 'Trunk': '1.1'}} Jan 18 12:40:27.651638 dv-cinder-825103-1-iscsi neutron-server[82756]: {{(pid=82756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 12:40:27.705180 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-24cc19d9-2f59-4be6-bc88-4802a62a3660 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736038945356'] for network, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:27.749713 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-24cc19d9-2f59-4be6-bc88-4802a62a3660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192'] for network, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:27.750742 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cc19d9-2f59-4be6-bc88-4802a62a3660 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:40:27.751383 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-24cc19d9-2f59-4be6-bc88-4802a62a3660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for network, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:27.863393 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc19d9-2f59-4be6-bc88-4802a62a3660 admin admin] Pushing event updated for resources: {'Network': ['ID=4c728164-e034-4558-9d25-37108ea246b3,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:40:27.865954 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-24cc19d9-2f59-4be6-bc88-4802a62a3660 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.9210248 Jan 18 12:40:27.877657 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Network 4c728164-e034-4558-9d25-37108ea246b3 details requested by agent ovs-agent-dv-cinder-825103-1-iscsi with host dv-cinder-825103-1-iscsi {{(pid=82758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:40:30.527493 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 43142) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:40:31.014303 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b421dd70-d366-4d50-ba47-7f71e71f5a7c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:40:31.015589 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-b421dd70-d366-4d50-ba47-7f71e71f5a7c admin admin] 10.222.0.84 "GET /v2.0/networks/4c728164-e034-4558-9d25-37108ea246b3 HTTP/1.1" status: 200 len: 826 time: 0.4871190 Jan 18 12:40:31.046952 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-5b0c4bce-90bd-4967-91a2-506e7347663a admin admin] 10.222.0.84 "GET /v2.0/subnetpools/ea0ad944-d924-4a28-a3e3-a7fd4194ca75 HTTP/1.1" status: 200 len: 734 time: 0.0260496 Jan 18 12:40:31.055518 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-4205c2e7-405d-4b69-afb2-44b7262e060d admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'ea0ad944-d924-4a28-a3e3-a7fd4194ca75', 'ip_version': 4, 'tenant_id': '233b206b503e40d0af61b07e73440bb2', 'name': 'private-subnet', 'network_id': '4c728164-e034-4558-9d25-37108ea246b3'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:40:31.061155 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-4205c2e7-405d-4b69-afb2-44b7262e060d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:40:31.065006 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-4205c2e7-405d-4b69-afb2-44b7262e060d admin admin] Usage tracker for resource:subnet and tenant:233b206b503e40d0af61b07e73440bb2 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:40:31.067903 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-4205c2e7-405d-4b69-afb2-44b7262e060d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:40:31.073348 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-4205c2e7-405d-4b69-afb2-44b7262e060d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:40:31.083910 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4205c2e7-405d-4b69-afb2-44b7262e060d admin admin] Made reservation on behalf of 233b206b503e40d0af61b07e73440bb2 for: {'subnet': 1} {{(pid=82756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:40:31.086240 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-4205c2e7-405d-4b69-afb2-44b7262e060d admin admin] Notify callbacks [] for subnet, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:31.385541 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-4205c2e7-405d-4b69-afb2-44b7262e060d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192'] for subnet, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:31.472463 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205c2e7-405d-4b69-afb2-44b7262e060d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d2a60d6-ba77-4a88-9fa3-58edc6f2ba09,revision_number=0']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:40:31.482008 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4205c2e7-405d-4b69-afb2-44b7262e060d admin admin] Checking segment: {'id': '9292b538-1b91-44f9-9e0c-c45cb646e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '4c728164-e034-4558-9d25-37108ea246b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:40:31.482402 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4205c2e7-405d-4b69-afb2-44b7262e060d admin admin] Network hostable DHCP agents. Network: 4c728164-e034-4558-9d25-37108ea246b3, hostable agents: ['17d581e3-f6b9-457e-916e-43db75e54cf0'], hosted agents: [] {{(pid=82756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:40:31.506267 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4205c2e7-405d-4b69-afb2-44b7262e060d admin admin] Network 4c728164-e034-4558-9d25-37108ea246b3 is scheduled to be hosted by DHCP agent 17d581e3-f6b9-457e-916e-43db75e54cf0 with binding_index 1 {{(pid=82756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:40:31.516347 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.base_scheduler [None req-4205c2e7-405d-4b69-afb2-44b7262e060d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-iscsi, 4c728164-e034-4558-9d25-37108ea246b3) {{(pid=82756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:40:31.521255 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4205c2e7-405d-4b69-afb2-44b7262e060d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:40:31.527949 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-4205c2e7-405d-4b69-afb2-44b7262e060d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for subnet, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:31.528414 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d0d1ba-ee8c-4a3d-87b9-b0aa5ad8af35 None None] Network 4c728164-e034-4558-9d25-37108ea246b3 requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:40:31.545882 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-4205c2e7-405d-4b69-afb2-44b7262e060d admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4937811 Jan 18 12:40:31.847188 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d96f24-d769-4b93-aa81-d09470fee009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53047d36-97db-5ba4-887a-ea9880ac0936-4c728164-e034-4558-9d25-37108ea246b3', 'network_id': '4c728164-e034-4558-9d25-37108ea246b3', 'tenant_id': '233b206b503e40d0af61b07e73440bb2', 'fixed_ips': [{'subnet_id': '0d2a60d6-ba77-4a88-9fa3-58edc6f2ba09'}]}} from dv-cinder-825103-1-iscsi. {{(pid=82758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 12:40:31.848474 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-d1d96f24-d769-4b93-aa81-d09470fee009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:32.046978 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.db_base_plugin_common [None req-d1d96f24-d769-4b93-aa81-d09470fee009 None None] Allocated IP 172.20.0.2 (4c728164-e034-4558-9d25-37108ea246b3/0d2a60d6-ba77-4a88-9fa3-58edc6f2ba09/021fbe7d-4204-4fe9-b6ba-fafe4d4494c3) {{(pid=82758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:40:32.288508 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-d1d96f24-d769-4b93-aa81-d09470fee009 None None] Notify callbacks [] for port, precommit_create {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:32.301713 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-d1d96f24-d769-4b93-aa81-d09470fee009 None None] Transition to ACTIVE for port object 021fbe7d-4204-4fe9-b6ba-fafe4d4494c3 will not be triggered until provisioned by entity L2. {{(pid=82758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:40:32.326069 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-d1d96f24-d769-4b93-aa81-d09470fee009 None None] Transition to ACTIVE for port object 021fbe7d-4204-4fe9-b6ba-fafe4d4494c3 will not be triggered until provisioned by entity DHCP. {{(pid=82758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:40:32.332569 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-d1d96f24-d769-4b93-aa81-d09470fee009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243'] for port, after_create {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:32.397962 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d96f24-d769-4b93-aa81-d09470fee009 None None] Network 4c728164-e034-4558-9d25-37108ea246b3 is already hosted by enough agents. {{(pid=82758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:40:32.400706 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.scheduler.base_scheduler [None req-d1d96f24-d769-4b93-aa81-d09470fee009 None None] Resources bound (agent type, host, resource id): {{(pid=82758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:40:32.408295 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d96f24-d769-4b93-aa81-d09470fee009 None None] Pushing event updated for resources: {'Port': ['ID=021fbe7d-4204-4fe9-b6ba-fafe4d4494c3,revision_number=1']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:40:32.413326 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d96f24-d769-4b93-aa81-d09470fee009 None None] Received port after_create {{(pid=82758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:40:32.488805 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d96f24-d769-4b93-aa81-d09470fee009 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:32.489150 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d96f24-d769-4b93-aa81-d09470fee009 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:32.489478 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d96f24-d769-4b93-aa81-d09470fee009 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:32.489803 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d96f24-d769-4b93-aa81-d09470fee009 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:32.490126 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d96f24-d769-4b93-aa81-d09470fee009 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:32.490442 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d96f24-d769-4b93-aa81-d09470fee009 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:32.490833 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d96f24-d769-4b93-aa81-d09470fee009 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:32.491115 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d96f24-d769-4b93-aa81-d09470fee009 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:32.491433 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d96f24-d769-4b93-aa81-d09470fee009 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:32.491742 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d96f24-d769-4b93-aa81-d09470fee009 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:32.492054 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d96f24-d769-4b93-aa81-d09470fee009 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:32.493074 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d96f24-d769-4b93-aa81-d09470fee009 None None] Tracked resource versions report: Jan 18 12:40:32.493074 dv-cinder-825103-1-iscsi neutron-server[82758]: pushed versions: Jan 18 12:40:32.493074 dv-cinder-825103-1-iscsi neutron-server[82758]: { 'ConntrackHelper': {'1.0'}, Jan 18 12:40:32.493074 dv-cinder-825103-1-iscsi neutron-server[82758]: 'Log': {'1.0'}, Jan 18 12:40:32.493074 dv-cinder-825103-1-iscsi neutron-server[82758]: 'Network': {'1.1'}, Jan 18 12:40:32.493074 dv-cinder-825103-1-iscsi neutron-server[82758]: 'Port': {'1.5'}, Jan 18 12:40:32.493074 dv-cinder-825103-1-iscsi neutron-server[82758]: 'PortForwarding': {'1.2'}, Jan 18 12:40:32.493074 dv-cinder-825103-1-iscsi neutron-server[82758]: 'QosPolicy': {'1.8'}, Jan 18 12:40:32.493074 dv-cinder-825103-1-iscsi neutron-server[82758]: 'SecurityGroup': {'1.2'}, Jan 18 12:40:32.493074 dv-cinder-825103-1-iscsi neutron-server[82758]: 'SecurityGroupRule': {'1.0'}, Jan 18 12:40:32.493074 dv-cinder-825103-1-iscsi neutron-server[82758]: 'SubPort': {'1.0'}, Jan 18 12:40:32.493074 dv-cinder-825103-1-iscsi neutron-server[82758]: 'Subnet': {'1.1'}, Jan 18 12:40:32.493074 dv-cinder-825103-1-iscsi neutron-server[82758]: 'Trunk': {'1.1'}} Jan 18 12:40:32.493074 dv-cinder-825103-1-iscsi neutron-server[82758]: consumer versions: Jan 18 12:40:32.493074 dv-cinder-825103-1-iscsi neutron-server[82758]: { DHCP agent@dv-cinder-825103-1-iscsi: {}, Jan 18 12:40:32.493074 dv-cinder-825103-1-iscsi neutron-server[82758]: L3 agent@dv-cinder-825103-1-iscsi: {}, Jan 18 12:40:32.493074 dv-cinder-825103-1-iscsi neutron-server[82758]: Metadata agent@dv-cinder-825103-1-iscsi: {}, Jan 18 12:40:32.493074 dv-cinder-825103-1-iscsi neutron-server[82758]: Metering agent@dv-cinder-825103-1-iscsi: {}, Jan 18 12:40:32.493074 dv-cinder-825103-1-iscsi neutron-server[82758]: Open vSwitch agent@dv-cinder-825103-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 12:40:32.493074 dv-cinder-825103-1-iscsi neutron-server[82758]: 'Log': '1.0', Jan 18 12:40:32.493074 dv-cinder-825103-1-iscsi neutron-server[82758]: 'Network': '1.1', Jan 18 12:40:32.493074 dv-cinder-825103-1-iscsi neutron-server[82758]: 'Port': '1.5', Jan 18 12:40:32.493074 dv-cinder-825103-1-iscsi neutron-server[82758]: 'PortForwarding': '1.2', Jan 18 12:40:32.493074 dv-cinder-825103-1-iscsi neutron-server[82758]: 'QosPolicy': '1.8', Jan 18 12:40:32.493074 dv-cinder-825103-1-iscsi neutron-server[82758]: 'SecurityGroup': '1.2', Jan 18 12:40:32.493074 dv-cinder-825103-1-iscsi neutron-server[82758]: 'SecurityGroupRule': '1.0', Jan 18 12:40:32.493074 dv-cinder-825103-1-iscsi neutron-server[82758]: 'SubPort': '1.0', Jan 18 12:40:32.493074 dv-cinder-825103-1-iscsi neutron-server[82758]: 'Subnet': '1.1', Jan 18 12:40:32.493074 dv-cinder-825103-1-iscsi neutron-server[82758]: 'Trunk': '1.1'}} Jan 18 12:40:32.493074 dv-cinder-825103-1-iscsi neutron-server[82758]: {{(pid=82758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 12:40:32.516503 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-d1d96f24-d769-4b93-aa81-d09470fee009 None None] Attempting to bind port 021fbe7d-4204-4fe9-b6ba-fafe4d4494c3 on host dv-cinder-825103-1-iscsi for vnic_type normal with profile {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:40:32.516901 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-d1d96f24-d769-4b93-aa81-d09470fee009 None None] Attempting to bind port 021fbe7d-4204-4fe9-b6ba-fafe4d4494c3 by drivers openvswitch,hyperv on host dv-cinder-825103-1-iscsi at level 0 using segments [{'id': '9292b538-1b91-44f9-9e0c-c45cb646e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '4c728164-e034-4558-9d25-37108ea246b3'}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:40:32.517345 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d96f24-d769-4b93-aa81-d09470fee009 None None] Attempting to bind port 021fbe7d-4204-4fe9-b6ba-fafe4d4494c3 on network 4c728164-e034-4558-9d25-37108ea246b3 {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:40:32.524265 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d96f24-d769-4b93-aa81-d09470fee009 None None] Checking agent: {'id': 'fb28a64d-5559-4ddf-90c6-916f6d0b547c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 40, 17), 'started_at': datetime.datetime(2022, 1, 18, 12, 40, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:40:32.524655 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d96f24-d769-4b93-aa81-d09470fee009 None None] Checking segment: {'id': '9292b538-1b91-44f9-9e0c-c45cb646e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '4c728164-e034-4558-9d25-37108ea246b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:40:32.525136 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-d1d96f24-d769-4b93-aa81-d09470fee009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:32.525520 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d96f24-d769-4b93-aa81-d09470fee009 None None] Bound using segment: {'id': '9292b538-1b91-44f9-9e0c-c45cb646e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '4c728164-e034-4558-9d25-37108ea246b3'} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:40:32.525974 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-d1d96f24-d769-4b93-aa81-d09470fee009 None None] Bound port: 021fbe7d-4204-4fe9-b6ba-fafe4d4494c3, host: dv-cinder-825103-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9292b538-1b91-44f9-9e0c-c45cb646e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '4c728164-e034-4558-9d25-37108ea246b3'}}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:40:32.526348 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-d1d96f24-d769-4b93-aa81-d09470fee009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:32.612484 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-d1d96f24-d769-4b93-aa81-d09470fee009 None None] For port 021fbe7d-4204-4fe9-b6ba-fafe4d4494c3, host dv-cinder-825103-1-iscsi, cleared binding levels {{(pid=82758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:40:32.616785 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-d1d96f24-d769-4b93-aa81-d09470fee009 None None] For port 021fbe7d-4204-4fe9-b6ba-fafe4d4494c3, host dv-cinder-825103-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=021fbe7d-4204-4fe9-b6ba-fafe4d4494c3,segment=NetworkSegment(9292b538-1b91-44f9-9e0c-c45cb646e581),segment_id=9292b538-1b91-44f9-9e0c-c45cb646e581)] {{(pid=82758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:40:32.623357 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-d1d96f24-d769-4b93-aa81-d09470fee009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:32.732493 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d96f24-d769-4b93-aa81-d09470fee009 None None] Pushing event updated for resources: {'Port': ['ID=021fbe7d-4204-4fe9-b6ba-fafe4d4494c3,revision_number=2']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:40:33.878005 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 43152) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:40:34.301599 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [None req-658f3f30-b44a-4e28-ba1a-aed419b2beac admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=82756) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:40:34.302562 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-658f3f30-b44a-4e28-ba1a-aed419b2beac admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4233336 Jan 18 12:40:36.653603 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee47345-62bc-479f-9728-c997a4d07fd4 None None] Network 4c728164-e034-4558-9d25-37108ea246b3 requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:40:36.655611 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 43166) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:40:36.755979 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-3fb3e310-1881-4842-b5f3-dcca2aa36854 None None] Provisioning for port 021fbe7d-4204-4fe9-b6ba-fafe4d4494c3 completed by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:40:37.085421 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [None req-64f301b6-0b7b-4728-9115-aae479ff9e88 admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=82756) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:40:37.086437 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-64f301b6-0b7b-4728-9115-aae479ff9e88 admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4298549 Jan 18 12:40:37.602942 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 021fbe7d-4204-4fe9-b6ba-fafe4d4494c3 up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:40:37.684478 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning for port 021fbe7d-4204-4fe9-b6ba-fafe4d4494c3 completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:40:37.689554 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 021fbe7d-4204-4fe9-b6ba-fafe4d4494c3 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:40:37.689943 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:37.810334 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:37.844406 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] For port 021fbe7d-4204-4fe9-b6ba-fafe4d4494c3, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=021fbe7d-4204-4fe9-b6ba-fafe4d4494c3,segment=NetworkSegment(9292b538-1b91-44f9-9e0c-c45cb646e581),segment_id=9292b538-1b91-44f9-9e0c-c45cb646e581)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:40:37.849142 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:37.916445 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Pushing event updated for resources: {'Port': ['ID=021fbe7d-4204-4fe9-b6ba-fafe4d4494c3,revision_number=3']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:40:39.578697 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 021fbe7d-4204-4fe9-b6ba-fafe4d4494c3 up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:40:39.650665 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 021fbe7d-4204-4fe9-b6ba-fafe4d4494c3 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:40:39.651077 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:39.767152 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 43178) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:40:40.265026 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-06599548-b338-4ddb-a863-ad6b783ab984 admin admin] Request body: {'router': {'tenant_id': '233b206b503e40d0af61b07e73440bb2', 'admin_state_up': True, 'name': 'router1'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:40:40.270215 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-06599548-b338-4ddb-a863-ad6b783ab984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:40:40.274251 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-06599548-b338-4ddb-a863-ad6b783ab984 admin admin] Usage tracker for resource:router and tenant:233b206b503e40d0af61b07e73440bb2 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:40:40.278614 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-06599548-b338-4ddb-a863-ad6b783ab984 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:40:40.285392 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-06599548-b338-4ddb-a863-ad6b783ab984 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:40:40.296705 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-06599548-b338-4ddb-a863-ad6b783ab984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16434994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43788'] for router, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:40.298231 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-06599548-b338-4ddb-a863-ad6b783ab984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16433545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16440237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16449337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43783'] for router, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:40.323886 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-06599548-b338-4ddb-a863-ad6b783ab984 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:40.450806 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-06599548-b338-4ddb-a863-ad6b783ab984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16435001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16440208'] for router, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:40.470551 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-06599548-b338-4ddb-a863-ad6b783ab984 admin admin] Notify callbacks [] for router, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:40.471746 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-06599548-b338-4ddb-a863-ad6b783ab984 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7035470 Jan 18 12:40:42.775167 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 43188) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:40:43.173249 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [None req-cdb1eca0-2896-4cdd-851d-2cbe402d47b6 admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=82756) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:40:43.174222 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-cdb1eca0-2896-4cdd-851d-2cbe402d47b6 admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3981202 Jan 18 12:40:43.735848 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-9a754c0e-854b-463a-9fce-6a75926b5c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:45.491832 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 43198) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:40:45.983348 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-c06337da-dc44-4a08-9fe8-a2b8e0a141d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:46.159267 dv-cinder-825103-1-iscsi neutron-server[82757]: WARNING oslo_policy.policy [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 12:40:46.159845 dv-cinder-825103-1-iscsi neutron-server[82757]: WARNING oslo_policy.policy [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 12:40:46.388722 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:40:46.390340 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.quota [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Loaded quota_driver: . Jan 18 12:40:46.406489 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:40:46.412883 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Usage tracker for resource:network and tenant:3c68f8fa21b54f09bba47f350666d711 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:40:46.418481 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:40:46.427067 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:40:46.443678 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Made reservation on behalf of 3c68f8fa21b54f09bba47f350666d711 for: {'network': 1} {{(pid=82757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:40:46.483076 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.policy [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82757) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 18 12:40:46.483876 dv-cinder-825103-1-iscsi neutron-server[82757]: WARNING oslo_policy.policy [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 12:40:46.484249 dv-cinder-825103-1-iscsi neutron-server[82757]: WARNING oslo_policy.policy [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 12:40:46.488829 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for network, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:46.508431 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:46.555603 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:40:46.559401 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Usage tracker for resource:security_group_rule and tenant:3c68f8fa21b54f09bba47f350666d711 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:40:46.562630 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:40:46.568222 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:40:46.642801 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:46.646915 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:46.663806 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Reserving flat network on physical network physnet1 {{(pid=82757) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 18 12:40:46.696332 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736039390419', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-557774'] for segment, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:46.696930 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Unsubscribe: segment precommit_create {{(pid=82757) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 12:40:46.697460 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.db.segments_db [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Added segment a71a77f2-f00b-4634-9c06-cb577f22632a of type flat for network e1680602-72eb-4a8f-a690-8170848820e2 Jan 18 12:40:46.751638 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89f2f96-c22c-4461-95cb-14c3bd6a4934,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:40:46.784958 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:46.785366 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:46.785703 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:46.786035 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:46.786380 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:46.786726 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:46.787064 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:46.787389 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:46.787705 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:46.788016 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:46.788596 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:46.789657 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Tracked resource versions report: Jan 18 12:40:46.789657 dv-cinder-825103-1-iscsi neutron-server[82757]: pushed versions: Jan 18 12:40:46.789657 dv-cinder-825103-1-iscsi neutron-server[82757]: { 'ConntrackHelper': {'1.0'}, Jan 18 12:40:46.789657 dv-cinder-825103-1-iscsi neutron-server[82757]: 'Log': {'1.0'}, Jan 18 12:40:46.789657 dv-cinder-825103-1-iscsi neutron-server[82757]: 'Network': {'1.1'}, Jan 18 12:40:46.789657 dv-cinder-825103-1-iscsi neutron-server[82757]: 'Port': {'1.5'}, Jan 18 12:40:46.789657 dv-cinder-825103-1-iscsi neutron-server[82757]: 'PortForwarding': {'1.2'}, Jan 18 12:40:46.789657 dv-cinder-825103-1-iscsi neutron-server[82757]: 'QosPolicy': {'1.8'}, Jan 18 12:40:46.789657 dv-cinder-825103-1-iscsi neutron-server[82757]: 'SecurityGroup': {'1.2'}, Jan 18 12:40:46.789657 dv-cinder-825103-1-iscsi neutron-server[82757]: 'SecurityGroupRule': {'1.0'}, Jan 18 12:40:46.789657 dv-cinder-825103-1-iscsi neutron-server[82757]: 'SubPort': {'1.0'}, Jan 18 12:40:46.789657 dv-cinder-825103-1-iscsi neutron-server[82757]: 'Subnet': {'1.1'}, Jan 18 12:40:46.789657 dv-cinder-825103-1-iscsi neutron-server[82757]: 'Trunk': {'1.1'}} Jan 18 12:40:46.789657 dv-cinder-825103-1-iscsi neutron-server[82757]: consumer versions: Jan 18 12:40:46.789657 dv-cinder-825103-1-iscsi neutron-server[82757]: { DHCP agent@dv-cinder-825103-1-iscsi: {}, Jan 18 12:40:46.789657 dv-cinder-825103-1-iscsi neutron-server[82757]: L3 agent@dv-cinder-825103-1-iscsi: {}, Jan 18 12:40:46.789657 dv-cinder-825103-1-iscsi neutron-server[82757]: Metadata agent@dv-cinder-825103-1-iscsi: {}, Jan 18 12:40:46.789657 dv-cinder-825103-1-iscsi neutron-server[82757]: Metering agent@dv-cinder-825103-1-iscsi: {}, Jan 18 12:40:46.789657 dv-cinder-825103-1-iscsi neutron-server[82757]: Open vSwitch agent@dv-cinder-825103-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 12:40:46.789657 dv-cinder-825103-1-iscsi neutron-server[82757]: 'Log': '1.0', Jan 18 12:40:46.789657 dv-cinder-825103-1-iscsi neutron-server[82757]: 'Network': '1.1', Jan 18 12:40:46.789657 dv-cinder-825103-1-iscsi neutron-server[82757]: 'Port': '1.5', Jan 18 12:40:46.789657 dv-cinder-825103-1-iscsi neutron-server[82757]: 'PortForwarding': '1.2', Jan 18 12:40:46.789657 dv-cinder-825103-1-iscsi neutron-server[82757]: 'QosPolicy': '1.8', Jan 18 12:40:46.789657 dv-cinder-825103-1-iscsi neutron-server[82757]: 'SecurityGroup': '1.2', Jan 18 12:40:46.789657 dv-cinder-825103-1-iscsi neutron-server[82757]: 'SecurityGroupRule': '1.0', Jan 18 12:40:46.789657 dv-cinder-825103-1-iscsi neutron-server[82757]: 'SubPort': '1.0', Jan 18 12:40:46.789657 dv-cinder-825103-1-iscsi neutron-server[82757]: 'Subnet': '1.1', Jan 18 12:40:46.789657 dv-cinder-825103-1-iscsi neutron-server[82757]: 'Trunk': '1.1'}} Jan 18 12:40:46.789657 dv-cinder-825103-1-iscsi neutron-server[82757]: {{(pid=82757) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 12:40:46.827026 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736038945356'] for network, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:46.875381 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192'] for network, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:46.876517 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:40:46.877164 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for network, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:46.991090 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.4970245 Jan 18 12:40:46.991685 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592be7f-c630-454c-b136-ab6731bf799c admin admin] Pushing event updated for resources: {'Network': ['ID=e1680602-72eb-4a8f-a690-8170848820e2,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:40:47.004422 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Network e1680602-72eb-4a8f-a690-8170848820e2 details requested by agent ovs-agent-dv-cinder-825103-1-iscsi with host dv-cinder-825103-1-iscsi {{(pid=82758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:40:47.173137 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:47.321008 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:47.988626 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 5 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:40:48.782547 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:49.272440 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 43228) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:40:49.531074 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4214adfa-00ab-4a6a-a7cb-293cd2bab16c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:40:49.532429 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-4214adfa-00ab-4a6a-a7cb-293cd2bab16c admin admin] 10.222.0.84 "GET /v2.0/subnets/0d2a60d6-ba77-4a88-9fa3-58edc6f2ba09 HTTP/1.1" status: 200 len: 849 time: 0.2591517 Jan 18 12:40:49.709197 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-c5f51535-1955-4752-9424-ccac1aecf818 admin admin] 10.222.0.84 "GET /v2.0/routers/ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71 HTTP/1.1" status: 200 len: 704 time: 0.1714833 Jan 18 12:40:50.228320 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-469c8193-0b74-4451-b574-60cb2e0e1be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:50.468925 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.db_base_plugin_common [None req-469c8193-0b74-4451-b574-60cb2e0e1be5 admin admin] Allocated IP 172.20.0.1 (4c728164-e034-4558-9d25-37108ea246b3/0d2a60d6-ba77-4a88-9fa3-58edc6f2ba09/97f28e63-f8af-4285-a05d-6737eefdc179) {{(pid=82757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:40:50.630551 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-469c8193-0b74-4451-b574-60cb2e0e1be5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:50.649801 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.provisioning_blocks [None req-469c8193-0b74-4451-b574-60cb2e0e1be5 admin admin] Transition to ACTIVE for port object 97f28e63-f8af-4285-a05d-6737eefdc179 will not be triggered until provisioned by entity DHCP. {{(pid=82757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:40:50.705162 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-469c8193-0b74-4451-b574-60cb2e0e1be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243'] for port, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:50.786293 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469c8193-0b74-4451-b574-60cb2e0e1be5 admin admin] Network 4c728164-e034-4558-9d25-37108ea246b3 is already hosted by enough agents. {{(pid=82757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:40:50.789096 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-469c8193-0b74-4451-b574-60cb2e0e1be5 admin admin] Resources bound (agent type, host, resource id): {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:40:50.797609 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469c8193-0b74-4451-b574-60cb2e0e1be5 admin admin] Received port after_create {{(pid=82757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:40:50.797709 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-469c8193-0b74-4451-b574-60cb2e0e1be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16439462'] for router_interface, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:50.800679 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c8193-0b74-4451-b574-60cb2e0e1be5 admin admin] Pushing event updated for resources: {'Port': ['ID=97f28e63-f8af-4285-a05d-6737eefdc179,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:40:50.934944 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-469c8193-0b74-4451-b574-60cb2e0e1be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:51.023399 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2e09975d-40c4-48ac-ab9b-ae5a1f5e655b None None] Provisioning for port 97f28e63-f8af-4285-a05d-6737eefdc179 completed by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:40:51.029676 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2e09975d-40c4-48ac-ab9b-ae5a1f5e655b None None] Provisioning complete for port 97f28e63-f8af-4285-a05d-6737eefdc179 triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:40:51.030040 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2e09975d-40c4-48ac-ab9b-ae5a1f5e655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:51.082551 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-2e09975d-40c4-48ac-ab9b-ae5a1f5e655b None None] Port 97f28e63-f8af-4285-a05d-6737eefdc179 cannot update to ACTIVE because it is not bound. {{(pid=82758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:40:51.190290 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-469c8193-0b74-4451-b574-60cb2e0e1be5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:51.194899 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-469c8193-0b74-4451-b574-60cb2e0e1be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:51.195670 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-469c8193-0b74-4451-b574-60cb2e0e1be5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15336385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16440911'] for router_interface, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:51.337122 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c8193-0b74-4451-b574-60cb2e0e1be5 admin admin] Pushing event updated for resources: {'Port': ['ID=97f28e63-f8af-4285-a05d-6737eefdc179,revision_number=2']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:40:51.408955 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469c8193-0b74-4451-b574-60cb2e0e1be5 admin admin] Network 4c728164-e034-4558-9d25-37108ea246b3 is already hosted by enough agents. {{(pid=82757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:40:51.410030 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-469c8193-0b74-4451-b574-60cb2e0e1be5 admin admin] Resources bound (agent type, host, resource id): {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:40:51.605485 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-73b727ef-f233-4d1b-b7b5-d347476a58dd None None] Provisioning complete for port 97f28e63-f8af-4285-a05d-6737eefdc179 triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:40:51.605863 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-73b727ef-f233-4d1b-b7b5-d347476a58dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:51.658514 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-73b727ef-f233-4d1b-b7b5-d347476a58dd None None] Port 97f28e63-f8af-4285-a05d-6737eefdc179 cannot update to ACTIVE because it is not bound. {{(pid=82758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:40:51.814324 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469c8193-0b74-4451-b574-60cb2e0e1be5 admin admin] Router ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71 is scheduled to L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 with binding_index 1 {{(pid=82757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 12:40:51.997507 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469c8193-0b74-4451-b574-60cb2e0e1be5 admin admin] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:40:52.007360 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-469c8193-0b74-4451-b574-60cb2e0e1be5 admin admin] 10.222.0.84 "PUT /v2.0/routers/ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2930536 Jan 18 12:40:52.007573 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65115c2b-2475-4dd9-864f-f87d880ff154 None None] Sync routers for ids ['ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71'] in dv-cinder-825103-1-iscsi {{(pid=82759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:40:52.020503 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65115c2b-2475-4dd9-864f-f87d880ff154 None None] Routers {'ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:40:52.021324 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-65115c2b-2475-4dd9-864f-f87d880ff154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:40:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71'], 'active': True} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:40:52.206918 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvr_db [None req-65115c2b-2475-4dd9-864f-f87d880ff154 None None] Set router ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71 gateway port host: None {{(pid=82759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:40:52.592436 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-65115c2b-2475-4dd9-864f-f87d880ff154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71', 'name': 'router1', 'tenant_id': '233b206b503e40d0af61b07e73440bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:40:40Z', 'updated_at': '2022-01-18T12:40:50Z', 'revision_number': 2, 'project_id': '233b206b503e40d0af61b07e73440bb2', 'gw_port_host': None, '_interfaces': [{'id': '97f28e63-f8af-4285-a05d-6737eefdc179', 'name': '', 'network_id': '4c728164-e034-4558-9d25-37108ea246b3', 'tenant_id': '233b206b503e40d0af61b07e73440bb2', 'mac_address': 'fa:16:3e:e0:59:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2a60d6-ba77-4a88-9fa3-58edc6f2ba09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:40:50Z', 'updated_at': '2022-01-18T12:40:51Z', 'revision_number': 2, 'project_id': '233b206b503e40d0af61b07e73440bb2', 'subnets': [{'id': '0d2a60d6-ba77-4a88-9fa3-58edc6f2ba09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea0ad944-d924-4a28-a3e3-a7fd4194ca75'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:40:52.597351 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65115c2b-2475-4dd9-864f-f87d880ff154 None None] Checking router: ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71 for host: dv-cinder-825103-1-iscsi {{(pid=82759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:40:52.597719 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65115c2b-2475-4dd9-864f-f87d880ff154 None None] Updating router ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71 port 97f28e63-f8af-4285-a05d-6737eefdc179 binding host dv-cinder-825103-1-iscsi {{(pid=82759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:40:52.649304 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-65115c2b-2475-4dd9-864f-f87d880ff154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:53.047978 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-65115c2b-2475-4dd9-864f-f87d880ff154 None None] Notify callbacks [] for port, precommit_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:53.064040 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.provisioning_blocks [None req-65115c2b-2475-4dd9-864f-f87d880ff154 None None] Transition to ACTIVE for port object 97f28e63-f8af-4285-a05d-6737eefdc179 will not be triggered until provisioned by entity L2. {{(pid=82759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:40:53.071518 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-65115c2b-2475-4dd9-864f-f87d880ff154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:53.285798 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2346e-d80d-48b8-a321-00f343111fd3 None None] Pushing event updated for resources: {'Port': ['ID=97f28e63-f8af-4285-a05d-6737eefdc179,revision_number=3']} {{(pid=82759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:40:53.344478 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b2346e-d80d-48b8-a321-00f343111fd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:53.344752 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b2346e-d80d-48b8-a321-00f343111fd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:53.345093 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b2346e-d80d-48b8-a321-00f343111fd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:53.352445 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b2346e-d80d-48b8-a321-00f343111fd3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:53.352824 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b2346e-d80d-48b8-a321-00f343111fd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:53.353151 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b2346e-d80d-48b8-a321-00f343111fd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:53.353477 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b2346e-d80d-48b8-a321-00f343111fd3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:53.354375 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b2346e-d80d-48b8-a321-00f343111fd3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:53.354812 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b2346e-d80d-48b8-a321-00f343111fd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:53.355152 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b2346e-d80d-48b8-a321-00f343111fd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:53.355612 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b2346e-d80d-48b8-a321-00f343111fd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:40:53.357310 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b2346e-d80d-48b8-a321-00f343111fd3 None None] Tracked resource versions report: Jan 18 12:40:53.357310 dv-cinder-825103-1-iscsi neutron-server[82759]: pushed versions: Jan 18 12:40:53.357310 dv-cinder-825103-1-iscsi neutron-server[82759]: { 'ConntrackHelper': {'1.0'}, Jan 18 12:40:53.357310 dv-cinder-825103-1-iscsi neutron-server[82759]: 'Log': {'1.0'}, Jan 18 12:40:53.357310 dv-cinder-825103-1-iscsi neutron-server[82759]: 'Network': {'1.1'}, Jan 18 12:40:53.357310 dv-cinder-825103-1-iscsi neutron-server[82759]: 'Port': {'1.5'}, Jan 18 12:40:53.357310 dv-cinder-825103-1-iscsi neutron-server[82759]: 'PortForwarding': {'1.2'}, Jan 18 12:40:53.357310 dv-cinder-825103-1-iscsi neutron-server[82759]: 'QosPolicy': {'1.8'}, Jan 18 12:40:53.357310 dv-cinder-825103-1-iscsi neutron-server[82759]: 'SecurityGroup': {'1.2'}, Jan 18 12:40:53.357310 dv-cinder-825103-1-iscsi neutron-server[82759]: 'SecurityGroupRule': {'1.0'}, Jan 18 12:40:53.357310 dv-cinder-825103-1-iscsi neutron-server[82759]: 'SubPort': {'1.0'}, Jan 18 12:40:53.357310 dv-cinder-825103-1-iscsi neutron-server[82759]: 'Subnet': {'1.1'}, Jan 18 12:40:53.357310 dv-cinder-825103-1-iscsi neutron-server[82759]: 'Trunk': {'1.1'}} Jan 18 12:40:53.357310 dv-cinder-825103-1-iscsi neutron-server[82759]: consumer versions: Jan 18 12:40:53.357310 dv-cinder-825103-1-iscsi neutron-server[82759]: { DHCP agent@dv-cinder-825103-1-iscsi: {}, Jan 18 12:40:53.357310 dv-cinder-825103-1-iscsi neutron-server[82759]: L3 agent@dv-cinder-825103-1-iscsi: {}, Jan 18 12:40:53.357310 dv-cinder-825103-1-iscsi neutron-server[82759]: Metadata agent@dv-cinder-825103-1-iscsi: {}, Jan 18 12:40:53.357310 dv-cinder-825103-1-iscsi neutron-server[82759]: Metering agent@dv-cinder-825103-1-iscsi: {}, Jan 18 12:40:53.357310 dv-cinder-825103-1-iscsi neutron-server[82759]: Open vSwitch agent@dv-cinder-825103-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 12:40:53.357310 dv-cinder-825103-1-iscsi neutron-server[82759]: 'Log': '1.0', Jan 18 12:40:53.357310 dv-cinder-825103-1-iscsi neutron-server[82759]: 'Network': '1.1', Jan 18 12:40:53.357310 dv-cinder-825103-1-iscsi neutron-server[82759]: 'Port': '1.5', Jan 18 12:40:53.357310 dv-cinder-825103-1-iscsi neutron-server[82759]: 'PortForwarding': '1.2', Jan 18 12:40:53.357310 dv-cinder-825103-1-iscsi neutron-server[82759]: 'QosPolicy': '1.8', Jan 18 12:40:53.357310 dv-cinder-825103-1-iscsi neutron-server[82759]: 'SecurityGroup': '1.2', Jan 18 12:40:53.357310 dv-cinder-825103-1-iscsi neutron-server[82759]: 'SecurityGroupRule': '1.0', Jan 18 12:40:53.357310 dv-cinder-825103-1-iscsi neutron-server[82759]: 'SubPort': '1.0', Jan 18 12:40:53.357310 dv-cinder-825103-1-iscsi neutron-server[82759]: 'Subnet': '1.1', Jan 18 12:40:53.357310 dv-cinder-825103-1-iscsi neutron-server[82759]: 'Trunk': '1.1'}} Jan 18 12:40:53.357310 dv-cinder-825103-1-iscsi neutron-server[82759]: {{(pid=82759) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 12:40:53.371902 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.managers [None req-65115c2b-2475-4dd9-864f-f87d880ff154 None None] Attempting to bind port 97f28e63-f8af-4285-a05d-6737eefdc179 on host dv-cinder-825103-1-iscsi for vnic_type normal with profile {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:40:53.372433 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.managers [None req-65115c2b-2475-4dd9-864f-f87d880ff154 None None] Attempting to bind port 97f28e63-f8af-4285-a05d-6737eefdc179 by drivers openvswitch,hyperv on host dv-cinder-825103-1-iscsi at level 0 using segments [{'id': '9292b538-1b91-44f9-9e0c-c45cb646e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '4c728164-e034-4558-9d25-37108ea246b3'}] {{(pid=82759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:40:53.372751 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65115c2b-2475-4dd9-864f-f87d880ff154 None None] Attempting to bind port 97f28e63-f8af-4285-a05d-6737eefdc179 on network 4c728164-e034-4558-9d25-37108ea246b3 {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:40:53.386079 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65115c2b-2475-4dd9-864f-f87d880ff154 None None] Checking agent: {'id': 'fb28a64d-5559-4ddf-90c6-916f6d0b547c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 40, 17), 'started_at': datetime.datetime(2022, 1, 18, 12, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:40:53.386537 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65115c2b-2475-4dd9-864f-f87d880ff154 None None] Checking segment: {'id': '9292b538-1b91-44f9-9e0c-c45cb646e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '4c728164-e034-4558-9d25-37108ea246b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:40:53.387007 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-65115c2b-2475-4dd9-864f-f87d880ff154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:53.387493 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65115c2b-2475-4dd9-864f-f87d880ff154 None None] Bound using segment: {'id': '9292b538-1b91-44f9-9e0c-c45cb646e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '4c728164-e034-4558-9d25-37108ea246b3'} {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:40:53.387857 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.managers [None req-65115c2b-2475-4dd9-864f-f87d880ff154 None None] Bound port: 97f28e63-f8af-4285-a05d-6737eefdc179, host: dv-cinder-825103-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9292b538-1b91-44f9-9e0c-c45cb646e581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '4c728164-e034-4558-9d25-37108ea246b3'}}] {{(pid=82759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:40:53.388242 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-65115c2b-2475-4dd9-864f-f87d880ff154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:53.487848 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.db [None req-65115c2b-2475-4dd9-864f-f87d880ff154 None None] For port 97f28e63-f8af-4285-a05d-6737eefdc179, host dv-cinder-825103-1-iscsi, cleared binding levels {{(pid=82759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:40:53.492190 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.db [None req-65115c2b-2475-4dd9-864f-f87d880ff154 None None] For port 97f28e63-f8af-4285-a05d-6737eefdc179, host dv-cinder-825103-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=97f28e63-f8af-4285-a05d-6737eefdc179,segment=NetworkSegment(9292b538-1b91-44f9-9e0c-c45cb646e581),segment_id=9292b538-1b91-44f9-9e0c-c45cb646e581)] {{(pid=82759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:40:53.500075 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-65115c2b-2475-4dd9-864f-f87d880ff154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:53.588225 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65115c2b-2475-4dd9-864f-f87d880ff154 None None] Routers {'ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:40:53.588782 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-65115c2b-2475-4dd9-864f-f87d880ff154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:40:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71'], 'active': True} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:40:53.737451 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2346e-d80d-48b8-a321-00f343111fd3 None None] Pushing event updated for resources: {'Port': ['ID=97f28e63-f8af-4285-a05d-6737eefdc179,revision_number=4']} {{(pid=82759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:40:53.782996 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvr_db [None req-65115c2b-2475-4dd9-864f-f87d880ff154 None None] Set router ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71 gateway port host: None {{(pid=82759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:40:54.127610 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-65115c2b-2475-4dd9-864f-f87d880ff154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71', 'name': 'router1', 'tenant_id': '233b206b503e40d0af61b07e73440bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:40:40Z', 'updated_at': '2022-01-18T12:40:50Z', 'revision_number': 2, 'project_id': '233b206b503e40d0af61b07e73440bb2', 'gw_port_host': None, '_interfaces': [{'id': '97f28e63-f8af-4285-a05d-6737eefdc179', 'name': '', 'network_id': '4c728164-e034-4558-9d25-37108ea246b3', 'tenant_id': '233b206b503e40d0af61b07e73440bb2', 'mac_address': 'fa:16:3e:e0:59:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2a60d6-ba77-4a88-9fa3-58edc6f2ba09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:40:50Z', 'updated_at': '2022-01-18T12:40:53Z', 'revision_number': 4, 'project_id': '233b206b503e40d0af61b07e73440bb2', 'subnets': [{'id': '0d2a60d6-ba77-4a88-9fa3-58edc6f2ba09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea0ad944-d924-4a28-a3e3-a7fd4194ca75'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:40:54.132194 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65115c2b-2475-4dd9-864f-f87d880ff154 None None] The sync data for ids ['ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71'] in dv-cinder-825103-1-iscsi is: [{'id': 'ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71', 'name': 'router1', 'tenant_id': '233b206b503e40d0af61b07e73440bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:40:40Z', 'updated_at': '2022-01-18T12:40:50Z', 'revision_number': 2, 'project_id': '233b206b503e40d0af61b07e73440bb2', 'gw_port_host': None, '_interfaces': [{'id': '97f28e63-f8af-4285-a05d-6737eefdc179', 'name': '', 'network_id': '4c728164-e034-4558-9d25-37108ea246b3', 'tenant_id': '233b206b503e40d0af61b07e73440bb2', 'mac_address': 'fa:16:3e:e0:59:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2a60d6-ba77-4a88-9fa3-58edc6f2ba09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:40:50Z', 'updated_at': '2022-01-18T12:40:53Z', 'revision_number': 4, 'project_id': '233b206b503e40d0af61b07e73440bb2', 'subnets': [{'id': '0d2a60d6-ba77-4a88-9fa3-58edc6f2ba09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea0ad944-d924-4a28-a3e3-a7fd4194ca75'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:40:54.137915 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 43250) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:40:54.318865 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd7f6b1-a306-4fe0-9f69-618fe3e50e4c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:40:54.319333 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-9cd7f6b1-a306-4fe0-9f69-618fe3e50e4c admin admin] Synchronizing usage tracker for tenant:3c68f8fa21b54f09bba47f350666d711 on resource:network {{(pid=82757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:40:54.337784 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-9cd7f6b1-a306-4fe0-9f69-618fe3e50e4c admin admin] Unset dirty status for tenant:3c68f8fa21b54f09bba47f350666d711 on resource:network {{(pid=82757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:40:54.342732 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-9cd7f6b1-a306-4fe0-9f69-618fe3e50e4c admin admin] 10.222.0.84 "GET /v2.0/networks/e1680602-72eb-4a8f-a690-8170848820e2 HTTP/1.1" status: 200 len: 842 time: 0.2009177 Jan 18 12:40:54.349199 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-5172779c-7617-4dbf-a17f-aed7e3d7630f admin admin] Request body: {'subnet': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'ip_version': 4}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:40:54.355314 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-5172779c-7617-4dbf-a17f-aed7e3d7630f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:40:54.359276 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-5172779c-7617-4dbf-a17f-aed7e3d7630f admin admin] Usage tracker for resource:subnet and tenant:3c68f8fa21b54f09bba47f350666d711 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:40:54.362171 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-5172779c-7617-4dbf-a17f-aed7e3d7630f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:40:54.368544 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-5172779c-7617-4dbf-a17f-aed7e3d7630f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:40:54.381563 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5172779c-7617-4dbf-a17f-aed7e3d7630f admin admin] Made reservation on behalf of 3c68f8fa21b54f09bba47f350666d711 for: {'subnet': 1} {{(pid=82757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:40:54.384035 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-5172779c-7617-4dbf-a17f-aed7e3d7630f admin admin] Notify callbacks [] for subnet, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:54.772684 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.objects.ports [None req-5172779c-7617-4dbf-a17f-aed7e3d7630f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=82757) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 18 12:40:54.773135 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-5172779c-7617-4dbf-a17f-aed7e3d7630f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192'] for subnet, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:54.852146 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172779c-7617-4dbf-a17f-aed7e3d7630f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5265543-d6e8-47ba-b344-dc5916015d25,revision_number=0']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:40:54.864167 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5172779c-7617-4dbf-a17f-aed7e3d7630f admin admin] Checking segment: {'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:40:54.864523 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5172779c-7617-4dbf-a17f-aed7e3d7630f admin admin] Network hostable DHCP agents. Network: e1680602-72eb-4a8f-a690-8170848820e2, hostable agents: ['17d581e3-f6b9-457e-916e-43db75e54cf0'], hosted agents: [] {{(pid=82757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:40:54.889143 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5172779c-7617-4dbf-a17f-aed7e3d7630f admin admin] Network e1680602-72eb-4a8f-a690-8170848820e2 is scheduled to be hosted by DHCP agent 17d581e3-f6b9-457e-916e-43db75e54cf0 with binding_index 1 {{(pid=82757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:40:54.899359 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-5172779c-7617-4dbf-a17f-aed7e3d7630f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-iscsi, e1680602-72eb-4a8f-a690-8170848820e2) {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:40:54.904037 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5172779c-7617-4dbf-a17f-aed7e3d7630f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:40:54.904782 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-5172779c-7617-4dbf-a17f-aed7e3d7630f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for subnet, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:54.912654 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d8a26d-e733-44e4-b249-276d1d011a70 None None] Network e1680602-72eb-4a8f-a690-8170848820e2 requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:40:54.939227 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-5172779c-7617-4dbf-a17f-aed7e3d7630f admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5835652 Jan 18 12:40:55.205195 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e8c5d9-cbb2-4f12-a1e8-2ffd6435e4b9 None None] Network e1680602-72eb-4a8f-a690-8170848820e2 requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:40:55.600060 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 97f28e63-f8af-4285-a05d-6737eefdc179 up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:40:55.668506 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning for port 97f28e63-f8af-4285-a05d-6737eefdc179 completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:40:55.673265 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 97f28e63-f8af-4285-a05d-6737eefdc179 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:40:55.673647 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:55.808679 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:55.841366 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] For port 97f28e63-f8af-4285-a05d-6737eefdc179, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=97f28e63-f8af-4285-a05d-6737eefdc179,segment=NetworkSegment(9292b538-1b91-44f9-9e0c-c45cb646e581),segment_id=9292b538-1b91-44f9-9e0c-c45cb646e581)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:40:55.845858 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:55.921356 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Pushing event updated for resources: {'Port': ['ID=97f28e63-f8af-4285-a05d-6737eefdc179,revision_number=5']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:40:57.124257 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 43264) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:40:57.368705 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-3844a24e-aea6-4a9b-9eb1-334cd06dc913 admin admin] 10.222.0.84 "GET /v2.0/routers/ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71 HTTP/1.1" status: 200 len: 710 time: 0.2431817 Jan 18 12:40:57.499670 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cae61a8-974f-4f95-85be-369903d2b9fe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:40:57.501021 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-7cae61a8-974f-4f95-85be-369903d2b9fe admin admin] 10.222.0.84 "GET /v2.0/networks/e1680602-72eb-4a8f-a690-8170848820e2 HTTP/1.1" status: 200 len: 886 time: 0.1271799 Jan 18 12:40:57.509617 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-45a62449-45d5-4038-bcc0-15f14c71a03a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'}}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:40:57.587763 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 97f28e63-f8af-4285-a05d-6737eefdc179 up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:40:57.657839 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 97f28e63-f8af-4285-a05d-6737eefdc179 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:40:57.658124 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:58.042269 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-45a62449-45d5-4038-bcc0-15f14c71a03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16440251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16434944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43889'] for router, precommit_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:58.243875 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-45a62449-45d5-4038-bcc0-15f14c71a03a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:58.306332 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-45a62449-45d5-4038-bcc0-15f14c71a03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:58.445838 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.db_base_plugin_common [None req-45a62449-45d5-4038-bcc0-15f14c71a03a admin admin] Allocated IP 172.27.2.113 (e1680602-72eb-4a8f-a690-8170848820e2/e5265543-d6e8-47ba-b344-dc5916015d25/4ce8648f-2b7a-4dd4-a7ec-f62980ee49e8) {{(pid=82757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:40:58.595095 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-45a62449-45d5-4038-bcc0-15f14c71a03a admin admin] Notify callbacks [] for port, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:58.623077 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-45a62449-45d5-4038-bcc0-15f14c71a03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243'] for port, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:58.686376 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a62449-45d5-4038-bcc0-15f14c71a03a admin admin] Network e1680602-72eb-4a8f-a690-8170848820e2 is already hosted by enough agents. {{(pid=82757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:40:58.689138 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-45a62449-45d5-4038-bcc0-15f14c71a03a admin admin] Resources bound (agent type, host, resource id): {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:40:58.691746 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a62449-45d5-4038-bcc0-15f14c71a03a admin admin] Received port after_create {{(pid=82757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:40:58.731534 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a62449-45d5-4038-bcc0-15f14c71a03a admin admin] Pushing event updated for resources: {'Port': ['ID=4ce8648f-2b7a-4dd4-a7ec-f62980ee49e8,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:40:58.843229 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-45a62449-45d5-4038-bcc0-15f14c71a03a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:59.048909 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-45a62449-45d5-4038-bcc0-15f14c71a03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16440251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16434944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43889'] for router, precommit_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:59.052204 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-45a62449-45d5-4038-bcc0-15f14c71a03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16440208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16440194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16440201', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16434967'] for router, after_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:59.268168 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a62449-45d5-4038-bcc0-15f14c71a03a admin admin] Router ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71 has already been hosted by L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 {{(pid=82757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:40:59.489408 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a62449-45d5-4038-bcc0-15f14c71a03a admin admin] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:40:59.499530 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019c9caf-b576-47f7-a1d5-6099049bb4a8 None None] Sync routers for ids ['ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71'] in dv-cinder-825103-1-iscsi {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:40:59.500080 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-45a62449-45d5-4038-bcc0-15f14c71a03a admin admin] Notify callbacks [] for router, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:40:59.500994 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-45a62449-45d5-4038-bcc0-15f14c71a03a admin admin] 10.222.0.84 "PUT /v2.0/routers/ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71 HTTP/1.1" status: 200 len: 890 time: 1.9946046 Jan 18 12:40:59.513955 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019c9caf-b576-47f7-a1d5-6099049bb4a8 None None] Routers {'ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:40:59.514621 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-019c9caf-b576-47f7-a1d5-6099049bb4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:40:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:40:59.710055 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-019c9caf-b576-47f7-a1d5-6099049bb4a8 None None] Set router ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71 gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:41:00.063294 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-019c9caf-b576-47f7-a1d5-6099049bb4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71', 'name': 'router1', 'tenant_id': '233b206b503e40d0af61b07e73440bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '4ce8648f-2b7a-4dd4-a7ec-f62980ee49e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:40:40Z', 'updated_at': '2022-01-18T12:40:58Z', 'revision_number': 4, 'project_id': '233b206b503e40d0af61b07e73440bb2', 'gw_port': {'id': '4ce8648f-2b7a-4dd4-a7ec-f62980ee49e8', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:63:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:40:58Z', 'updated_at': '2022-01-18T12:40:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': '97f28e63-f8af-4285-a05d-6737eefdc179', 'name': '', 'network_id': '4c728164-e034-4558-9d25-37108ea246b3', 'tenant_id': '233b206b503e40d0af61b07e73440bb2', 'mac_address': 'fa:16:3e:e0:59:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2a60d6-ba77-4a88-9fa3-58edc6f2ba09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:40:50Z', 'updated_at': '2022-01-18T12:40:55Z', 'revision_number': 5, 'project_id': '233b206b503e40d0af61b07e73440bb2', 'subnets': [{'id': '0d2a60d6-ba77-4a88-9fa3-58edc6f2ba09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea0ad944-d924-4a28-a3e3-a7fd4194ca75'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:41:00.068074 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019c9caf-b576-47f7-a1d5-6099049bb4a8 None None] Checking router: ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71 for host: dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:41:00.068426 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019c9caf-b576-47f7-a1d5-6099049bb4a8 None None] Updating router ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71 port 4ce8648f-2b7a-4dd4-a7ec-f62980ee49e8 binding host dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:41:00.123204 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-019c9caf-b576-47f7-a1d5-6099049bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:00.463617 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-019c9caf-b576-47f7-a1d5-6099049bb4a8 None None] Notify callbacks [] for port, precommit_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:00.476183 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-019c9caf-b576-47f7-a1d5-6099049bb4a8 None None] Transition to ACTIVE for port object 4ce8648f-2b7a-4dd4-a7ec-f62980ee49e8 will not be triggered until provisioned by entity L2. {{(pid=82758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:41:00.482942 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-019c9caf-b576-47f7-a1d5-6099049bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:00.564858 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-019c9caf-b576-47f7-a1d5-6099049bb4a8 None None] Attempting to bind port 4ce8648f-2b7a-4dd4-a7ec-f62980ee49e8 on host dv-cinder-825103-1-iscsi for vnic_type normal with profile {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:41:00.565525 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-019c9caf-b576-47f7-a1d5-6099049bb4a8 None None] Attempting to bind port 4ce8648f-2b7a-4dd4-a7ec-f62980ee49e8 by drivers openvswitch,hyperv on host dv-cinder-825103-1-iscsi at level 0 using segments [{'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:41:00.565648 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019c9caf-b576-47f7-a1d5-6099049bb4a8 None None] Attempting to bind port 4ce8648f-2b7a-4dd4-a7ec-f62980ee49e8 on network e1680602-72eb-4a8f-a690-8170848820e2 {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:41:00.568198 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df23843-f02d-40fe-b9bb-4939a1c389a7 None None] Pushing event updated for resources: {'Port': ['ID=4ce8648f-2b7a-4dd4-a7ec-f62980ee49e8,revision_number=2']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:41:00.576162 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019c9caf-b576-47f7-a1d5-6099049bb4a8 None None] Checking agent: {'id': 'fb28a64d-5559-4ddf-90c6-916f6d0b547c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 40, 17), 'started_at': datetime.datetime(2022, 1, 18, 12, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:41:00.576455 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019c9caf-b576-47f7-a1d5-6099049bb4a8 None None] Checking segment: {'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:41:00.576761 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-019c9caf-b576-47f7-a1d5-6099049bb4a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:00.577141 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019c9caf-b576-47f7-a1d5-6099049bb4a8 None None] Bound using segment: {'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:41:00.577597 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-019c9caf-b576-47f7-a1d5-6099049bb4a8 None None] Bound port: 4ce8648f-2b7a-4dd4-a7ec-f62980ee49e8, host: dv-cinder-825103-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'}}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:41:00.577980 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-019c9caf-b576-47f7-a1d5-6099049bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:00.660715 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-019c9caf-b576-47f7-a1d5-6099049bb4a8 None None] For port 4ce8648f-2b7a-4dd4-a7ec-f62980ee49e8, host dv-cinder-825103-1-iscsi, cleared binding levels {{(pid=82758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:41:00.663868 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-019c9caf-b576-47f7-a1d5-6099049bb4a8 None None] For port 4ce8648f-2b7a-4dd4-a7ec-f62980ee49e8, host dv-cinder-825103-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=4ce8648f-2b7a-4dd4-a7ec-f62980ee49e8,segment=NetworkSegment(a71a77f2-f00b-4634-9c06-cb577f22632a),segment_id=a71a77f2-f00b-4634-9c06-cb577f22632a)] {{(pid=82758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:41:00.669328 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-019c9caf-b576-47f7-a1d5-6099049bb4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:00.752782 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df23843-f02d-40fe-b9bb-4939a1c389a7 None None] Pushing event updated for resources: {'Port': ['ID=4ce8648f-2b7a-4dd4-a7ec-f62980ee49e8,revision_number=3']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:41:00.755428 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019c9caf-b576-47f7-a1d5-6099049bb4a8 None None] Routers {'ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:41:00.756029 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-019c9caf-b576-47f7-a1d5-6099049bb4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:40:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:41:00.962490 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-019c9caf-b576-47f7-a1d5-6099049bb4a8 None None] Set router ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71 gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:41:01.297804 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-019c9caf-b576-47f7-a1d5-6099049bb4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71', 'name': 'router1', 'tenant_id': '233b206b503e40d0af61b07e73440bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '4ce8648f-2b7a-4dd4-a7ec-f62980ee49e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:40:40Z', 'updated_at': '2022-01-18T12:40:58Z', 'revision_number': 4, 'project_id': '233b206b503e40d0af61b07e73440bb2', 'gw_port': {'id': '4ce8648f-2b7a-4dd4-a7ec-f62980ee49e8', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:63:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:40:58Z', 'updated_at': '2022-01-18T12:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': '97f28e63-f8af-4285-a05d-6737eefdc179', 'name': '', 'network_id': '4c728164-e034-4558-9d25-37108ea246b3', 'tenant_id': '233b206b503e40d0af61b07e73440bb2', 'mac_address': 'fa:16:3e:e0:59:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2a60d6-ba77-4a88-9fa3-58edc6f2ba09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:40:50Z', 'updated_at': '2022-01-18T12:40:55Z', 'revision_number': 5, 'project_id': '233b206b503e40d0af61b07e73440bb2', 'subnets': [{'id': '0d2a60d6-ba77-4a88-9fa3-58edc6f2ba09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea0ad944-d924-4a28-a3e3-a7fd4194ca75'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:41:01.301680 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019c9caf-b576-47f7-a1d5-6099049bb4a8 None None] The sync data for ids ['ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71'] in dv-cinder-825103-1-iscsi is: [{'id': 'ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71', 'name': 'router1', 'tenant_id': '233b206b503e40d0af61b07e73440bb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '4ce8648f-2b7a-4dd4-a7ec-f62980ee49e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:40:40Z', 'updated_at': '2022-01-18T12:40:58Z', 'revision_number': 4, 'project_id': '233b206b503e40d0af61b07e73440bb2', 'gw_port': {'id': '4ce8648f-2b7a-4dd4-a7ec-f62980ee49e8', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:63:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:40:58Z', 'updated_at': '2022-01-18T12:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': '97f28e63-f8af-4285-a05d-6737eefdc179', 'name': '', 'network_id': '4c728164-e034-4558-9d25-37108ea246b3', 'tenant_id': '233b206b503e40d0af61b07e73440bb2', 'mac_address': 'fa:16:3e:e0:59:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5cd0b3-d43b-4f0a-b35f-c477ebbf5d71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2a60d6-ba77-4a88-9fa3-58edc6f2ba09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:40:50Z', 'updated_at': '2022-01-18T12:40:55Z', 'revision_number': 5, 'project_id': '233b206b503e40d0af61b07e73440bb2', 'subnets': [{'id': '0d2a60d6-ba77-4a88-9fa3-58edc6f2ba09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea0ad944-d924-4a28-a3e3-a7fd4194ca75'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:41:01.617930 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 4ce8648f-2b7a-4dd4-a7ec-f62980ee49e8 up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:41:01.693318 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning for port 4ce8648f-2b7a-4dd4-a7ec-f62980ee49e8 completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:41:01.699264 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 4ce8648f-2b7a-4dd4-a7ec-f62980ee49e8 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:41:01.699702 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:01.810315 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 43274) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:41:01.845091 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:01.863688 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] For port 4ce8648f-2b7a-4dd4-a7ec-f62980ee49e8, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=4ce8648f-2b7a-4dd4-a7ec-f62980ee49e8,segment=NetworkSegment(a71a77f2-f00b-4634-9c06-cb577f22632a),segment_id=a71a77f2-f00b-4634-9c06-cb577f22632a)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:41:01.868122 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:01.936082 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Pushing event updated for resources: {'Port': ['ID=4ce8648f-2b7a-4dd4-a7ec-f62980ee49e8,revision_number=4']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:41:01.982950 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-d63f3199-c0bc-4011-bd08-cfb6c31c6764 admin admin] 10.222.0.84 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1714969 Jan 18 12:41:03.616767 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 4ce8648f-2b7a-4dd4-a7ec-f62980ee49e8 up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:41:03.708465 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 4ce8648f-2b7a-4dd4-a7ec-f62980ee49e8 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:41:03.709011 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:13.741526 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5783d1fc-e177-4598-9bbd-49b3487374bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:15.985667 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-3bdcb4d9-a2ab-4b45-910d-e1b5188f40f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:17.177076 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:17.325913 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:18.792374 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:24.988641 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 5 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:41:43.738559 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-c06a2364-0660-4d60-a5a4-8b3cef449911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:45.994206 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-19deaa4f-58e1-47c2-a76e-731c637f25aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:47.183436 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:47.329336 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:41:48.799884 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:01.990752 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 5 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:42:13.737811 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-ea004b05-68c7-4e76-bd62-88056327be81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:15.990266 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-aea724eb-5aef-43ee-8ba5-153adb54ba4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:17.177794 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:17.332804 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:18.810302 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:38.991158 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 5 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:42:43.730833 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-d85d29fa-12b3-4d90-804c-86d474e655a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:45.986775 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-df83031d-ddd8-49c4-91f1-299c7d204ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:47.176251 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:47.334799 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:42:48.810295 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:07.781681 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 43852) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:07.874230 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5894bd5-1997-4292-9bee-ddbfbc74a58f admin admin] GET failed (client error): The resource could not be found. Jan 18 12:43:07.875999 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-d5894bd5-1997-4292-9bee-ddbfbc74a58f admin admin] 10.222.0.84 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0933752 Jan 18 12:43:08.017246 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d43aca-38ce-438c-916b-3f3fdd93c733 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:08.018725 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-f3d43aca-38ce-438c-916b-3f3fdd93c733 admin admin] 10.222.0.84 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1387379 Jan 18 12:43:10.088359 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 43862) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:10.227311 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c959cb37-4c8a-4bde-aa1f-0089228fe025 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:10.227858 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-c959cb37-4c8a-4bde-aa1f-0089228fe025 admin admin] Synchronizing usage tracker for tenant:3c68f8fa21b54f09bba47f350666d711 on resource:subnet {{(pid=82757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:43:10.247279 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-c959cb37-4c8a-4bde-aa1f-0089228fe025 admin admin] Unset dirty status for tenant:3c68f8fa21b54f09bba47f350666d711 on resource:subnet {{(pid=82757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:43:10.248538 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-c959cb37-4c8a-4bde-aa1f-0089228fe025 admin admin] 10.222.0.84 "GET /v2.0/subnets/0d2a60d6-ba77-4a88-9fa3-58edc6f2ba09 HTTP/1.1" status: 200 len: 849 time: 0.1592357 Jan 18 12:43:10.258233 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-30f0f99b-550d-4679-a994-4f72cff9e3bb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:10.386933 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-30f0f99b-550d-4679-a994-4f72cff9e3bb admin admin] Notify callbacks [] for subnet, before_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:10.598852 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-30f0f99b-550d-4679-a994-4f72cff9e3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736039314935'] for subnet, after_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:10.655651 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f0f99b-550d-4679-a994-4f72cff9e3bb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:10.656406 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-30f0f99b-550d-4679-a994-4f72cff9e3bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for subnet, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:10.658232 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-30f0f99b-550d-4679-a994-4f72cff9e3bb admin admin] 10.222.0.84 "PUT /v2.0/subnets/0d2a60d6-ba77-4a88-9fa3-58edc6f2ba09 HTTP/1.1" status: 200 len: 868 time: 0.4034450 Jan 18 12:43:10.661050 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f98a97-97d7-4b3d-bb83-5c6000ece191 None None] Network 4c728164-e034-4558-9d25-37108ea246b3 requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:43:10.678780 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0f99b-550d-4679-a994-4f72cff9e3bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d2a60d6-ba77-4a88-9fa3-58edc6f2ba09,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:10.688347 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0f99b-550d-4679-a994-4f72cff9e3bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:10.688700 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0f99b-550d-4679-a994-4f72cff9e3bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:10.689049 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0f99b-550d-4679-a994-4f72cff9e3bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:10.689384 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0f99b-550d-4679-a994-4f72cff9e3bb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:10.689712 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0f99b-550d-4679-a994-4f72cff9e3bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:10.690048 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0f99b-550d-4679-a994-4f72cff9e3bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:10.690381 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0f99b-550d-4679-a994-4f72cff9e3bb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:10.690742 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0f99b-550d-4679-a994-4f72cff9e3bb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:10.691072 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0f99b-550d-4679-a994-4f72cff9e3bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:10.691399 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0f99b-550d-4679-a994-4f72cff9e3bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:10.691736 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0f99b-550d-4679-a994-4f72cff9e3bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:11.142936 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-aa6cdfe2-95d6-40ee-b42a-f0685b554292 None None] Provisioning complete for port 021fbe7d-4204-4fe9-b6ba-fafe4d4494c3 triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:43:11.143313 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-aa6cdfe2-95d6-40ee-b42a-f0685b554292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:11.270618 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-aa6cdfe2-95d6-40ee-b42a-f0685b554292 None None] Provisioning complete for port 97f28e63-f8af-4285-a05d-6737eefdc179 triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:43:11.270912 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-aa6cdfe2-95d6-40ee-b42a-f0685b554292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:12.711871 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 43872) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:12.922826 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a3d0bf-4c69-4ffb-b4ba-9fba0006156d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:12.923195 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a3d0bf-4c69-4ffb-b4ba-9fba0006156d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:12.924739 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-84a3d0bf-4c69-4ffb-b4ba-9fba0006156d admin admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2119162 Jan 18 12:43:13.736532 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-3c228033-5224-4257-a342-ec93879ed825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:14.992934 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 43882) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:15.209205 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b21be25-91e4-4490-8641-c1d1bfa60e34 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:15.209485 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b21be25-91e4-4490-8641-c1d1bfa60e34 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:15.211066 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-4b21be25-91e4-4490-8641-c1d1bfa60e34 admin admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2171912 Jan 18 12:43:15.985486 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-6c2c9d73-f072-4ddb-b11b-93083c9c3226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:15.992157 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 5 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:43:17.173446 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:17.265796 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 43892) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:17.333655 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:17.474375 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f8fd1f-789f-4ed4-94b7-1b2f5714e108 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:17.475859 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-f2f8fd1f-789f-4ed4-94b7-1b2f5714e108 admin admin] 10.222.0.84 "GET /v2.0/networks/4c728164-e034-4558-9d25-37108ea246b3 HTTP/1.1" status: 200 len: 870 time: 0.2087519 Jan 18 12:43:18.814361 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:19.517138 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 43902) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:19.732074 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77da32a7-b2b2-4e31-a3b0-3a04097dcee5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:19.733342 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-77da32a7-b2b2-4e31-a3b0-3a04097dcee5 admin admin] 10.222.0.84 "GET /v2.0/networks/e1680602-72eb-4a8f-a690-8170848820e2 HTTP/1.1" status: 200 len: 886 time: 0.2149682 Jan 18 12:43:21.879489 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 43912) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:22.023297 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f118b1e-8303-4d36-9c79-21ea542e9992 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:22.024118 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f118b1e-8303-4d36-9c79-21ea542e9992 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:22.026522 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-3f118b1e-8303-4d36-9c79-21ea542e9992 admin admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1458838 Jan 18 12:43:24.132493 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 43922) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:24.271262 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40126efd-d9d6-4b12-8347-3dd94f8c2450 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:24.271634 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40126efd-d9d6-4b12-8347-3dd94f8c2450 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:24.273295 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-40126efd-d9d6-4b12-8347-3dd94f8c2450 admin admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1398039 Jan 18 12:43:26.386563 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 43932) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:26.529240 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321efaa4-93ee-4b64-b54b-36d0560f8774 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:26.530575 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-321efaa4-93ee-4b64-b54b-36d0560f8774 admin admin] 10.222.0.84 "GET /v2.0/subnets/0d2a60d6-ba77-4a88-9fa3-58edc6f2ba09 HTTP/1.1" status: 200 len: 868 time: 0.1430476 Jan 18 12:43:28.594440 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 43942) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:28.727412 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db56390-4912-4008-8357-35a937b88f33 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:28.728712 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-7db56390-4912-4008-8357-35a937b88f33 admin admin] 10.222.0.84 "GET /v2.0/subnets/e5265543-d6e8-47ba-b344-dc5916015d25 HTTP/1.1" status: 200 len: 816 time: 0.1331594 Jan 18 12:43:43.739351 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-e74c1a2f-2feb-475a-9fd5-1fab92e69fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:45.980144 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2d0f9635-5290-409c-b738-022b8eb38686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:47.067641 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 43980) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:47.151311 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [None req-37a14e49-cbc3-4936-9c9b-0b1cca5d371a admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=82757) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:43:47.152383 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-37a14e49-cbc3-4936-9c9b-0b1cca5d371a admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0837512 Jan 18 12:43:47.165674 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:47.340352 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:48.815745 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:49.474648 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 43990) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:49.568019 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd3d3c9-af83-47b4-b7e1-bf3f1c130c80 admin admin] GET failed (client error): The resource could not be found. Jan 18 12:43:49.569251 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-7cd3d3c9-af83-47b4-b7e1-bf3f1c130c80 admin admin] 10.222.0.84 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0936148 Jan 18 12:43:49.719599 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c992fdf-eb51-4e3c-ab69-55f6e012b39e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:49.721080 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-8c992fdf-eb51-4e3c-ab69-55f6e012b39e admin admin] 10.222.0.84 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1478438 Jan 18 12:43:51.820912 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 44000) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:51.897337 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-75cf27e6-d3c5-4f0f-9679-720a1ca68f90 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:51.902075 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-75cf27e6-d3c5-4f0f-9679-720a1ca68f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:51.911729 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-75cf27e6-d3c5-4f0f-9679-720a1ca68f90 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:51.922058 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cf27e6-d3c5-4f0f-9679-720a1ca68f90 admin admin] Made reservation on behalf of 3c68f8fa21b54f09bba47f350666d711 for: {'network': 1} {{(pid=82757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:43:51.924655 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-75cf27e6-d3c5-4f0f-9679-720a1ca68f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for network, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:52.073353 dv-cinder-825103-1-iscsi neutron-server[82757]: WARNING neutron.services.revisions.revision_plugin [None req-75cf27e6-d3c5-4f0f-9679-720a1ca68f90 admin admin] Could not find related network for resource to bump revision. Jan 18 12:43:52.094519 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75cf27e6-d3c5-4f0f-9679-720a1ca68f90 admin admin] vlan segment allocate from pool success with {'vlan_id': 1092, 'physical_network': 'physnet1'} {{(pid=82757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:43:52.104008 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-75cf27e6-d3c5-4f0f-9679-720a1ca68f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-557774'] for segment, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:52.104346 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.db.segments_db [None req-75cf27e6-d3c5-4f0f-9679-720a1ca68f90 admin admin] Added segment 7ebcf2b5-56c8-4c80-827b-9c978348055b of type vlan for network 8be0e0bd-f109-4e9f-ae1f-364e855c8e33 Jan 18 12:43:52.131439 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-75cf27e6-d3c5-4f0f-9679-720a1ca68f90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736038945356'] for network, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:52.162117 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-75cf27e6-d3c5-4f0f-9679-720a1ca68f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192'] for network, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:52.163038 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cf27e6-d3c5-4f0f-9679-720a1ca68f90 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:52.163618 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-75cf27e6-d3c5-4f0f-9679-720a1ca68f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for network, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:52.266698 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-75cf27e6-d3c5-4f0f-9679-720a1ca68f90 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.4445906 Jan 18 12:43:52.271746 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf27e6-d3c5-4f0f-9679-720a1ca68f90 admin admin] Pushing event updated for resources: {'Network': ['ID=8be0e0bd-f109-4e9f-ae1f-364e855c8e33,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:52.283423 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Network 8be0e0bd-f109-4e9f-ae1f-364e855c8e33 details requested by agent ovs-agent-dv-cinder-825103-1-iscsi with host dv-cinder-825103-1-iscsi {{(pid=82758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:43:52.993175 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 5 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:43:54.344720 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 44010) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:43:54.446473 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.pecan_wsgi.hooks.translation [None req-2059a35d-5e86-4af1-999a-501d3bf7b20e admin admin] GET failed (client error): The resource could not be found. Jan 18 12:43:54.446993 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-2059a35d-5e86-4af1-999a-501d3bf7b20e admin admin] Synchronizing usage tracker for tenant:3c68f8fa21b54f09bba47f350666d711 on resource:network {{(pid=82757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:43:54.462814 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-2059a35d-5e86-4af1-999a-501d3bf7b20e admin admin] Unset dirty status for tenant:3c68f8fa21b54f09bba47f350666d711 on resource:network {{(pid=82757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:43:54.463921 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-2059a35d-5e86-4af1-999a-501d3bf7b20e admin admin] 10.222.0.84 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1182461 Jan 18 12:43:54.576022 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9c3e0a-4376-4b37-ad4b-83b277553d6e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:54.577460 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-8b9c3e0a-4376-4b37-ad4b-83b277553d6e admin admin] 10.222.0.84 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1053829 Jan 18 12:43:54.587615 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-c8f58a29-664c-4d51-bd5c-63fb52debc6e admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '8be0e0bd-f109-4e9f-ae1f-364e855c8e33', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:43:54.592356 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-c8f58a29-664c-4d51-bd5c-63fb52debc6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:43:54.602436 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-c8f58a29-664c-4d51-bd5c-63fb52debc6e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:43:54.611909 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f58a29-664c-4d51-bd5c-63fb52debc6e admin admin] Made reservation on behalf of 3c68f8fa21b54f09bba47f350666d711 for: {'subnet': 1} {{(pid=82757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:43:54.614508 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-c8f58a29-664c-4d51-bd5c-63fb52debc6e admin admin] Notify callbacks [] for subnet, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:54.824258 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-c8f58a29-664c-4d51-bd5c-63fb52debc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192'] for subnet, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:54.897629 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f58a29-664c-4d51-bd5c-63fb52debc6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5c8dd77-eb01-4d3f-865a-8dfda3af1c09,revision_number=0']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:54.909487 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f58a29-664c-4d51-bd5c-63fb52debc6e admin admin] Checking segment: {'id': '7ebcf2b5-56c8-4c80-827b-9c978348055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '8be0e0bd-f109-4e9f-ae1f-364e855c8e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:43:54.909834 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f58a29-664c-4d51-bd5c-63fb52debc6e admin admin] Network hostable DHCP agents. Network: 8be0e0bd-f109-4e9f-ae1f-364e855c8e33, hostable agents: ['17d581e3-f6b9-457e-916e-43db75e54cf0'], hosted agents: [] {{(pid=82757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:43:54.930693 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f58a29-664c-4d51-bd5c-63fb52debc6e admin admin] Network 8be0e0bd-f109-4e9f-ae1f-364e855c8e33 is scheduled to be hosted by DHCP agent 17d581e3-f6b9-457e-916e-43db75e54cf0 with binding_index 1 {{(pid=82757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:43:54.941695 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-c8f58a29-664c-4d51-bd5c-63fb52debc6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-iscsi, 8be0e0bd-f109-4e9f-ae1f-364e855c8e33) {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:54.946332 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f58a29-664c-4d51-bd5c-63fb52debc6e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:43:54.946964 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-c8f58a29-664c-4d51-bd5c-63fb52debc6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for subnet, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:54.952098 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785f70a5-986c-4ad6-afbf-18b72cbb676e None None] Network 8be0e0bd-f109-4e9f-ae1f-364e855c8e33 requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:43:54.972516 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-c8f58a29-664c-4d51-bd5c-63fb52debc6e admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3884647 Jan 18 12:43:55.177063 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201d10bb-0ed1-42a8-b211-e736bb904e91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53047d36-97db-5ba4-887a-ea9880ac0936-8be0e0bd-f109-4e9f-ae1f-364e855c8e33', 'network_id': '8be0e0bd-f109-4e9f-ae1f-364e855c8e33', 'tenant_id': '3c68f8fa21b54f09bba47f350666d711', 'fixed_ips': [{'subnet_id': 'e5c8dd77-eb01-4d3f-865a-8dfda3af1c09'}]}} from dv-cinder-825103-1-iscsi. {{(pid=82758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 12:43:55.177962 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-201d10bb-0ed1-42a8-b211-e736bb904e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:55.343216 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.db_base_plugin_common [None req-201d10bb-0ed1-42a8-b211-e736bb904e91 None None] Allocated IP 192.168.233.2 (8be0e0bd-f109-4e9f-ae1f-364e855c8e33/e5c8dd77-eb01-4d3f-865a-8dfda3af1c09/63c5849b-2621-45b5-b2b6-351fbee3ed0d) {{(pid=82758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:43:55.557406 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-201d10bb-0ed1-42a8-b211-e736bb904e91 None None] Notify callbacks [] for port, precommit_create {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:55.569162 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-201d10bb-0ed1-42a8-b211-e736bb904e91 None None] Transition to ACTIVE for port object 63c5849b-2621-45b5-b2b6-351fbee3ed0d will not be triggered until provisioned by entity L2. {{(pid=82758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:43:55.588563 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-201d10bb-0ed1-42a8-b211-e736bb904e91 None None] Transition to ACTIVE for port object 63c5849b-2621-45b5-b2b6-351fbee3ed0d will not be triggered until provisioned by entity DHCP. {{(pid=82758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:43:55.595062 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-201d10bb-0ed1-42a8-b211-e736bb904e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243'] for port, after_create {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:55.669309 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201d10bb-0ed1-42a8-b211-e736bb904e91 None None] Network 8be0e0bd-f109-4e9f-ae1f-364e855c8e33 is already hosted by enough agents. {{(pid=82758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:43:55.670244 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d10bb-0ed1-42a8-b211-e736bb904e91 None None] Pushing event updated for resources: {'Port': ['ID=63c5849b-2621-45b5-b2b6-351fbee3ed0d,revision_number=1']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:55.673413 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.scheduler.base_scheduler [None req-201d10bb-0ed1-42a8-b211-e736bb904e91 None None] Resources bound (agent type, host, resource id): {{(pid=82758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:43:55.676994 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201d10bb-0ed1-42a8-b211-e736bb904e91 None None] Received port after_create {{(pid=82758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:43:55.684798 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d10bb-0ed1-42a8-b211-e736bb904e91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:55.685139 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d10bb-0ed1-42a8-b211-e736bb904e91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:55.685470 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d10bb-0ed1-42a8-b211-e736bb904e91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:55.685795 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d10bb-0ed1-42a8-b211-e736bb904e91 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:55.686265 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d10bb-0ed1-42a8-b211-e736bb904e91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:55.686438 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d10bb-0ed1-42a8-b211-e736bb904e91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:55.686770 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d10bb-0ed1-42a8-b211-e736bb904e91 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:55.687622 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d10bb-0ed1-42a8-b211-e736bb904e91 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:55.687956 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d10bb-0ed1-42a8-b211-e736bb904e91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:55.688268 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d10bb-0ed1-42a8-b211-e736bb904e91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:55.688595 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d10bb-0ed1-42a8-b211-e736bb904e91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:43:55.777463 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-201d10bb-0ed1-42a8-b211-e736bb904e91 None None] Attempting to bind port 63c5849b-2621-45b5-b2b6-351fbee3ed0d on host dv-cinder-825103-1-iscsi for vnic_type normal with profile {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:43:55.777756 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-201d10bb-0ed1-42a8-b211-e736bb904e91 None None] Attempting to bind port 63c5849b-2621-45b5-b2b6-351fbee3ed0d by drivers openvswitch,hyperv on host dv-cinder-825103-1-iscsi at level 0 using segments [{'id': '7ebcf2b5-56c8-4c80-827b-9c978348055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '8be0e0bd-f109-4e9f-ae1f-364e855c8e33'}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:43:55.778119 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201d10bb-0ed1-42a8-b211-e736bb904e91 None None] Attempting to bind port 63c5849b-2621-45b5-b2b6-351fbee3ed0d on network 8be0e0bd-f109-4e9f-ae1f-364e855c8e33 {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:43:55.784699 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201d10bb-0ed1-42a8-b211-e736bb904e91 None None] Checking agent: {'id': 'fb28a64d-5559-4ddf-90c6-916f6d0b547c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 40, 17), 'started_at': datetime.datetime(2022, 1, 18, 12, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:43:55.785066 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201d10bb-0ed1-42a8-b211-e736bb904e91 None None] Checking segment: {'id': '7ebcf2b5-56c8-4c80-827b-9c978348055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '8be0e0bd-f109-4e9f-ae1f-364e855c8e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:43:55.785462 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-201d10bb-0ed1-42a8-b211-e736bb904e91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:55.785847 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201d10bb-0ed1-42a8-b211-e736bb904e91 None None] Bound using segment: {'id': '7ebcf2b5-56c8-4c80-827b-9c978348055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '8be0e0bd-f109-4e9f-ae1f-364e855c8e33'} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:43:55.786297 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-201d10bb-0ed1-42a8-b211-e736bb904e91 None None] Bound port: 63c5849b-2621-45b5-b2b6-351fbee3ed0d, host: dv-cinder-825103-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ebcf2b5-56c8-4c80-827b-9c978348055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '8be0e0bd-f109-4e9f-ae1f-364e855c8e33'}}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:43:55.786747 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-201d10bb-0ed1-42a8-b211-e736bb904e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:55.878761 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-201d10bb-0ed1-42a8-b211-e736bb904e91 None None] For port 63c5849b-2621-45b5-b2b6-351fbee3ed0d, host dv-cinder-825103-1-iscsi, cleared binding levels {{(pid=82758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:43:55.882291 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-201d10bb-0ed1-42a8-b211-e736bb904e91 None None] For port 63c5849b-2621-45b5-b2b6-351fbee3ed0d, host dv-cinder-825103-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=63c5849b-2621-45b5-b2b6-351fbee3ed0d,segment=NetworkSegment(7ebcf2b5-56c8-4c80-827b-9c978348055b),segment_id=7ebcf2b5-56c8-4c80-827b-9c978348055b)] {{(pid=82758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:43:55.888153 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-201d10bb-0ed1-42a8-b211-e736bb904e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:55.989353 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d10bb-0ed1-42a8-b211-e736bb904e91 None None] Pushing event updated for resources: {'Port': ['ID=63c5849b-2621-45b5-b2b6-351fbee3ed0d,revision_number=2']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:56.887543 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbca869-f733-4a66-a08e-59282873faed None None] Network 8be0e0bd-f109-4e9f-ae1f-364e855c8e33 requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:43:57.029784 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-bf49359c-1561-445b-aa2b-533c1b37450b None None] Provisioning for port 63c5849b-2621-45b5-b2b6-351fbee3ed0d completed by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:43:57.717790 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 63c5849b-2621-45b5-b2b6-351fbee3ed0d up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:43:57.791711 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning for port 63c5849b-2621-45b5-b2b6-351fbee3ed0d completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:43:57.796749 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 63c5849b-2621-45b5-b2b6-351fbee3ed0d triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:43:57.797134 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:57.919450 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:57.952488 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] For port 63c5849b-2621-45b5-b2b6-351fbee3ed0d, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=63c5849b-2621-45b5-b2b6-351fbee3ed0d,segment=NetworkSegment(7ebcf2b5-56c8-4c80-827b-9c978348055b),segment_id=7ebcf2b5-56c8-4c80-827b-9c978348055b)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:43:57.956731 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:43:58.025380 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Pushing event updated for resources: {'Port': ['ID=63c5849b-2621-45b5-b2b6-351fbee3ed0d,revision_number=3']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:43:59.685072 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 63c5849b-2621-45b5-b2b6-351fbee3ed0d up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:43:59.759826 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 63c5849b-2621-45b5-b2b6-351fbee3ed0d triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:43:59.760128 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:13.748798 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-ef928501-a85f-454d-a354-fe22855b54ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:15.985224 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-f46b3826-dd4f-49ea-94fd-7887588bb0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:17.170814 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:17.341433 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:18.819160 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:29.994510 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 5 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:44:43.742338 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-0d82bff1-e65e-4188-8fdf-8a67123bb888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:45.988933 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-f7f7b530-664c-4a4b-9d74-96ee26d9f90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:47.166812 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:47.347626 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:44:48.822814 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:01.100464 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 44052) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:01.106394 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [None req-79b221a3-6aff-4100-be66-602aa18060d3 tempest-verify_tempest_config-489050553 tempest-verify_tempest_config-489050553-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=82756) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:45:01.107452 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-79b221a3-6aff-4100-be66-602aa18060d3 tempest-verify_tempest_config-489050553 tempest-verify_tempest_config-489050553-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0060248 Jan 18 12:45:01.459098 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 44068) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:01.610626 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-6d0c67f9-1834-4b55-b173-e0703355ad6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:01.642624 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-6d0c67f9-1834-4b55-b173-e0703355ad6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:45:01.646351 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-6d0c67f9-1834-4b55-b173-e0703355ad6f admin admin] Usage tracker for resource:security_group_rule and tenant:22b9342ac1774f36904c409e1e3e29a4 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:45:01.649260 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-6d0c67f9-1834-4b55-b173-e0703355ad6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:45:01.655007 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-6d0c67f9-1834-4b55-b173-e0703355ad6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:45:01.727644 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-6d0c67f9-1834-4b55-b173-e0703355ad6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:01.732401 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-6d0c67f9-1834-4b55-b173-e0703355ad6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:01.779577 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c67f9-1834-4b55-b173-e0703355ad6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ceb046-d8f4-4a6b-b9cf-2919e9fdac15,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:01.786882 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-6d0c67f9-1834-4b55-b173-e0703355ad6f admin admin] Synchronizing usage tracker for tenant:3c68f8fa21b54f09bba47f350666d711 on resource:security_group {{(pid=82757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:45:01.793030 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c67f9-1834-4b55-b173-e0703355ad6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:01.793393 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c67f9-1834-4b55-b173-e0703355ad6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:01.793738 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c67f9-1834-4b55-b173-e0703355ad6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:01.794075 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c67f9-1834-4b55-b173-e0703355ad6f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:01.794426 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c67f9-1834-4b55-b173-e0703355ad6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:01.794786 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c67f9-1834-4b55-b173-e0703355ad6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:01.795118 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c67f9-1834-4b55-b173-e0703355ad6f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:01.795461 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c67f9-1834-4b55-b173-e0703355ad6f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:01.795787 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c67f9-1834-4b55-b173-e0703355ad6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:01.796109 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c67f9-1834-4b55-b173-e0703355ad6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:01.796430 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0c67f9-1834-4b55-b173-e0703355ad6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:45:01.813652 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-6d0c67f9-1834-4b55-b173-e0703355ad6f admin admin] Unset dirty status for tenant:3c68f8fa21b54f09bba47f350666d711 on resource:security_group {{(pid=82757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:45:01.814904 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-6d0c67f9-1834-4b55-b173-e0703355ad6f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=22b9342ac1774f36904c409e1e3e29a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3548131 Jan 18 12:45:01.817939 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 44074) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:45:01.877631 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-39960410-f2bd-4b9d-b577-7f99d2b04917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:01.905138 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-39960410-f2bd-4b9d-b577-7f99d2b04917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:02.007630 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-39960410-f2bd-4b9d-b577-7f99d2b04917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:02.023609 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39960410-f2bd-4b9d-b577-7f99d2b04917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ceb046-d8f4-4a6b-b9cf-2919e9fdac15,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:45:02.028267 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-39960410-f2bd-4b9d-b577-7f99d2b04917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:02.029365 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-39960410-f2bd-4b9d-b577-7f99d2b04917 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d0ceb046-d8f4-4a6b-b9cf-2919e9fdac15 HTTP/1.1" status: 204 len: 168 time: 0.2105489 Jan 18 12:45:06.994669 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 5 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:45:13.745270 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-1e230a7f-bbbf-47c8-8183-3e81753e3d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:15.991258 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-ee9e15ca-5d5f-448d-ac07-e51037ee4129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:17.171911 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:17.348574 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:18.826668 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:43.747904 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-bf2587f6-0ea5-4a1f-8719-b52c62e7297d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:43.995475 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 5 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:45:45.993915 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-823e48b2-4b38-49cb-88e0-ed1acde6fa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:47.176261 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:47.350080 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:45:48.828629 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:13.751058 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-06198caf-a1ea-4cb0-b011-86e273cee3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:15.999339 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-31e5b6bc-973d-4361-9b0c-dc30b44ba71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:17.179342 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:17.351770 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:18.832266 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:20.995933 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 5 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:46:37.596398 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16439319'] for agent, after_create {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:43.755865 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-ef9979ac-611c-41c4-b3fb-f0e37183328f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:46.003564 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-f012fdbb-ed52-4ab8-8a0e-ec2f1a4cbc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:47.181609 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:47.362191 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:48.834797 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:46:53.226027 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 44144) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:53.363294 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-99b9ea67-03a8-4f04-bae4-b24020db36f3 admin admin] 10.222.0.84 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1362021 Jan 18 12:46:55.401672 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 44154) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:46:55.490600 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-24c40abe-38c0-4809-ab6c-33d6b12728ea admin admin] 10.222.0.84 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0877469 Jan 18 12:46:57.996952 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:47:07.580130 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:13.759023 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-b27b226e-ff01-4562-87d3-e9ad2f541fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:16.007827 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23136178-d2be-4afc-88ef-49dd50c8617f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:17.193177 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:17.361277 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:18.841046 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:34.998287 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:47:37.581752 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:43.763433 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-e1afb5cb-6c88-4bf2-80f7-4ae7026b7afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:46.015826 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-22185c5b-e175-465c-8642-390e10f1ce3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:47.191840 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:47.374719 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:47:48.837863 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:07.581404 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:12.003226 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:48:13.767992 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-97261bba-06fb-4f97-a518-d51527c699c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:16.011423 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-339fddf3-6ce1-4132-b59e-5772498d520f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:17.191030 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:17.364451 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:18.837205 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:33.555828 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 44338) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:34.205454 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-0346ae9a-9559-4670-a724-5006e406ee3a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1078209867-network', 'tenant_id': '52010a3b3bab49cb91a1f91eb4c227cd'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:34.212992 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-0346ae9a-9559-4670-a724-5006e406ee3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:34.222081 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-0346ae9a-9559-4670-a724-5006e406ee3a admin admin] Usage tracker for resource:network and tenant:52010a3b3bab49cb91a1f91eb4c227cd is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:34.226835 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-0346ae9a-9559-4670-a724-5006e406ee3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:34.234954 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-0346ae9a-9559-4670-a724-5006e406ee3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:34.249208 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0346ae9a-9559-4670-a724-5006e406ee3a admin admin] Made reservation on behalf of 52010a3b3bab49cb91a1f91eb4c227cd for: {'network': 1} {{(pid=82756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:48:34.252805 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-0346ae9a-9559-4670-a724-5006e406ee3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for network, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:34.267352 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-0346ae9a-9559-4670-a724-5006e406ee3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:34.302783 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-0346ae9a-9559-4670-a724-5006e406ee3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:34.308003 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-0346ae9a-9559-4670-a724-5006e406ee3a admin admin] Usage tracker for resource:security_group_rule and tenant:52010a3b3bab49cb91a1f91eb4c227cd is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:34.311317 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-0346ae9a-9559-4670-a724-5006e406ee3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:34.317797 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-0346ae9a-9559-4670-a724-5006e406ee3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:34.356782 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 44366) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:34.409975 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 44376) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:34.415363 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-0346ae9a-9559-4670-a724-5006e406ee3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:34.421241 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-0346ae9a-9559-4670-a724-5006e406ee3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:34.438438 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0346ae9a-9559-4670-a724-5006e406ee3a admin admin] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=82756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:48:34.452619 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-0346ae9a-9559-4670-a724-5006e406ee3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-557774'] for segment, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:34.453376 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.db.segments_db [None req-0346ae9a-9559-4670-a724-5006e406ee3a admin admin] Added segment da39013a-bf0a-4608-b567-bf7ade6a95d7 of type vlan for network d3543a02-5a58-40de-8593-2e7eba7bca47 Jan 18 12:48:34.461465 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 44382) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:34.483987 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-0346ae9a-9559-4670-a724-5006e406ee3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736038945356'] for network, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:34.532546 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346ae9a-9559-4670-a724-5006e406ee3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57daca05-1cf8-49a8-b68f-8797fbd2d9c7,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:34.543191 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346ae9a-9559-4670-a724-5006e406ee3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:34.543595 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346ae9a-9559-4670-a724-5006e406ee3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:34.543984 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346ae9a-9559-4670-a724-5006e406ee3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:34.544336 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346ae9a-9559-4670-a724-5006e406ee3a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:34.544663 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346ae9a-9559-4670-a724-5006e406ee3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:34.545001 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346ae9a-9559-4670-a724-5006e406ee3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:34.545335 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346ae9a-9559-4670-a724-5006e406ee3a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:34.545653 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346ae9a-9559-4670-a724-5006e406ee3a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:34.546183 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346ae9a-9559-4670-a724-5006e406ee3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:34.546502 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346ae9a-9559-4670-a724-5006e406ee3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:34.546876 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346ae9a-9559-4670-a724-5006e406ee3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:34.547867 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346ae9a-9559-4670-a724-5006e406ee3a admin admin] Tracked resource versions report: Jan 18 12:48:34.547867 dv-cinder-825103-1-iscsi neutron-server[82756]: pushed versions: Jan 18 12:48:34.547867 dv-cinder-825103-1-iscsi neutron-server[82756]: { 'ConntrackHelper': {'1.0'}, Jan 18 12:48:34.547867 dv-cinder-825103-1-iscsi neutron-server[82756]: 'Log': {'1.0'}, Jan 18 12:48:34.547867 dv-cinder-825103-1-iscsi neutron-server[82756]: 'Network': {'1.1'}, Jan 18 12:48:34.547867 dv-cinder-825103-1-iscsi neutron-server[82756]: 'Port': {'1.5'}, Jan 18 12:48:34.547867 dv-cinder-825103-1-iscsi neutron-server[82756]: 'PortForwarding': {'1.2'}, Jan 18 12:48:34.547867 dv-cinder-825103-1-iscsi neutron-server[82756]: 'QosPolicy': {'1.8'}, Jan 18 12:48:34.547867 dv-cinder-825103-1-iscsi neutron-server[82756]: 'SecurityGroup': {'1.2'}, Jan 18 12:48:34.547867 dv-cinder-825103-1-iscsi neutron-server[82756]: 'SecurityGroupRule': {'1.0'}, Jan 18 12:48:34.547867 dv-cinder-825103-1-iscsi neutron-server[82756]: 'SubPort': {'1.0'}, Jan 18 12:48:34.547867 dv-cinder-825103-1-iscsi neutron-server[82756]: 'Subnet': {'1.1'}, Jan 18 12:48:34.547867 dv-cinder-825103-1-iscsi neutron-server[82756]: 'Trunk': {'1.1'}} Jan 18 12:48:34.547867 dv-cinder-825103-1-iscsi neutron-server[82756]: consumer versions: Jan 18 12:48:34.547867 dv-cinder-825103-1-iscsi neutron-server[82756]: { DHCP agent@dv-cinder-825103-1-iscsi: {}, Jan 18 12:48:34.547867 dv-cinder-825103-1-iscsi neutron-server[82756]: HyperV agent@hv-cinder-82510: {}, Jan 18 12:48:34.547867 dv-cinder-825103-1-iscsi neutron-server[82756]: L3 agent@dv-cinder-825103-1-iscsi: {}, Jan 18 12:48:34.547867 dv-cinder-825103-1-iscsi neutron-server[82756]: Metadata agent@dv-cinder-825103-1-iscsi: {}, Jan 18 12:48:34.547867 dv-cinder-825103-1-iscsi neutron-server[82756]: Metering agent@dv-cinder-825103-1-iscsi: {}, Jan 18 12:48:34.547867 dv-cinder-825103-1-iscsi neutron-server[82756]: Open vSwitch agent@dv-cinder-825103-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 12:48:34.547867 dv-cinder-825103-1-iscsi neutron-server[82756]: 'Log': '1.0', Jan 18 12:48:34.547867 dv-cinder-825103-1-iscsi neutron-server[82756]: 'Network': '1.1', Jan 18 12:48:34.547867 dv-cinder-825103-1-iscsi neutron-server[82756]: 'Port': '1.5', Jan 18 12:48:34.547867 dv-cinder-825103-1-iscsi neutron-server[82756]: 'PortForwarding': '1.2', Jan 18 12:48:34.547867 dv-cinder-825103-1-iscsi neutron-server[82756]: 'QosPolicy': '1.8', Jan 18 12:48:34.547867 dv-cinder-825103-1-iscsi neutron-server[82756]: 'SecurityGroup': '1.2', Jan 18 12:48:34.547867 dv-cinder-825103-1-iscsi neutron-server[82756]: 'SecurityGroupRule': '1.0', Jan 18 12:48:34.547867 dv-cinder-825103-1-iscsi neutron-server[82756]: 'SubPort': '1.0', Jan 18 12:48:34.547867 dv-cinder-825103-1-iscsi neutron-server[82756]: 'Subnet': '1.1', Jan 18 12:48:34.547867 dv-cinder-825103-1-iscsi neutron-server[82756]: 'Trunk': '1.1'}} Jan 18 12:48:34.547867 dv-cinder-825103-1-iscsi neutron-server[82756]: {{(pid=82756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 12:48:34.551319 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-0346ae9a-9559-4670-a724-5006e406ee3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192'] for network, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:34.552122 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0346ae9a-9559-4670-a724-5006e406ee3a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:34.552676 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-0346ae9a-9559-4670-a724-5006e406ee3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for network, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:34.611428 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 44392) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:34.611631 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-0346ae9a-9559-4670-a724-5006e406ee3a admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0546565 Jan 18 12:48:34.617527 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-39220789-534a-4101-bb5f-61ebec249d74 admin admin] Request body: {'subnet': {'network_id': 'd3543a02-5a58-40de-8593-2e7eba7bca47', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1078209867-subnet', 'tenant_id': '52010a3b3bab49cb91a1f91eb4c227cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:34.622413 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-39220789-534a-4101-bb5f-61ebec249d74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:34.626430 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-39220789-534a-4101-bb5f-61ebec249d74 admin admin] Usage tracker for resource:subnet and tenant:52010a3b3bab49cb91a1f91eb4c227cd is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:34.629633 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-39220789-534a-4101-bb5f-61ebec249d74 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:34.637005 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-39220789-534a-4101-bb5f-61ebec249d74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:34.654665 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39220789-534a-4101-bb5f-61ebec249d74 admin admin] Made reservation on behalf of 52010a3b3bab49cb91a1f91eb4c227cd for: {'subnet': 1} {{(pid=82757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:48:34.658973 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-39220789-534a-4101-bb5f-61ebec249d74 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:34.694363 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346ae9a-9559-4670-a724-5006e406ee3a admin admin] Pushing event updated for resources: {'Network': ['ID=d3543a02-5a58-40de-8593-2e7eba7bca47,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:34.707455 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Network d3543a02-5a58-40de-8593-2e7eba7bca47 details requested by agent ovs-agent-dv-cinder-825103-1-iscsi with host dv-cinder-825103-1-iscsi {{(pid=82758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:48:34.907202 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-39220789-534a-4101-bb5f-61ebec249d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192'] for subnet, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:34.965825 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-41e9d0ef-1521-4bb3-bdda-52a846c431a1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1259434611-network', 'tenant_id': '1f579550087f4cada7f426f1d491402f'}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:34.975517 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-41e9d0ef-1521-4bb3-bdda-52a846c431a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:34.999050 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-41e9d0ef-1521-4bb3-bdda-52a846c431a1 admin admin] Usage tracker for resource:network and tenant:1f579550087f4cada7f426f1d491402f is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:35.002932 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-41e9d0ef-1521-4bb3-bdda-52a846c431a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:35.009309 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-41e9d0ef-1521-4bb3-bdda-52a846c431a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:35.032208 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-1de494aa-69a5-415c-b4d3-2f42b8b5e9b5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1640783183-network', 'tenant_id': '62c83339981e4116982823738389569b'}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:35.042204 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e9d0ef-1521-4bb3-bdda-52a846c431a1 admin admin] Made reservation on behalf of 1f579550087f4cada7f426f1d491402f for: {'network': 1} {{(pid=82757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:48:35.044476 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-41e9d0ef-1521-4bb3-bdda-52a846c431a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for network, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:35.061842 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-ff0f2d85-52d8-4f7b-99ac-6358c84ad212 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1698032946-network', 'tenant_id': '8b61358b76314548a01860d9521ad4fd'}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:35.064971 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-41e9d0ef-1521-4bb3-bdda-52a846c431a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:35.100355 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39220789-534a-4101-bb5f-61ebec249d74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2dc87e7-7a7a-4070-b8c2-a50d9c226810,revision_number=0']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:35.106158 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-ff0f2d85-52d8-4f7b-99ac-6358c84ad212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:35.121702 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-ff0f2d85-52d8-4f7b-99ac-6358c84ad212 admin admin] Usage tracker for resource:network and tenant:8b61358b76314548a01860d9521ad4fd is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:35.130466 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-ff0f2d85-52d8-4f7b-99ac-6358c84ad212 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:35.136745 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-ff0f2d85-52d8-4f7b-99ac-6358c84ad212 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:35.149152 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-41e9d0ef-1521-4bb3-bdda-52a846c431a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:35.151889 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-1de494aa-69a5-415c-b4d3-2f42b8b5e9b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:35.165629 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-41e9d0ef-1521-4bb3-bdda-52a846c431a1 admin admin] Usage tracker for resource:security_group_rule and tenant:1f579550087f4cada7f426f1d491402f is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:35.183466 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0f2d85-52d8-4f7b-99ac-6358c84ad212 admin admin] Made reservation on behalf of 8b61358b76314548a01860d9521ad4fd for: {'network': 1} {{(pid=82757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:48:35.185691 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2d85-52d8-4f7b-99ac-6358c84ad212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for network, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:35.207884 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-41e9d0ef-1521-4bb3-bdda-52a846c431a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:35.224451 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-1de494aa-69a5-415c-b4d3-2f42b8b5e9b5 admin admin] Usage tracker for resource:network and tenant:62c83339981e4116982823738389569b is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:35.231604 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39220789-534a-4101-bb5f-61ebec249d74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:35.231988 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39220789-534a-4101-bb5f-61ebec249d74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:35.232350 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39220789-534a-4101-bb5f-61ebec249d74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:35.232718 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39220789-534a-4101-bb5f-61ebec249d74 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:35.233102 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39220789-534a-4101-bb5f-61ebec249d74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:35.233441 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39220789-534a-4101-bb5f-61ebec249d74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:35.233768 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39220789-534a-4101-bb5f-61ebec249d74 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:35.234362 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39220789-534a-4101-bb5f-61ebec249d74 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:35.234481 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39220789-534a-4101-bb5f-61ebec249d74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:35.243033 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39220789-534a-4101-bb5f-61ebec249d74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:35.244050 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39220789-534a-4101-bb5f-61ebec249d74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:35.255552 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39220789-534a-4101-bb5f-61ebec249d74 admin admin] Tracked resource versions report: Jan 18 12:48:35.255552 dv-cinder-825103-1-iscsi neutron-server[82757]: pushed versions: Jan 18 12:48:35.255552 dv-cinder-825103-1-iscsi neutron-server[82757]: { 'ConntrackHelper': {'1.0'}, Jan 18 12:48:35.255552 dv-cinder-825103-1-iscsi neutron-server[82757]: 'Log': {'1.0'}, Jan 18 12:48:35.255552 dv-cinder-825103-1-iscsi neutron-server[82757]: 'Network': {'1.1'}, Jan 18 12:48:35.255552 dv-cinder-825103-1-iscsi neutron-server[82757]: 'Port': {'1.5'}, Jan 18 12:48:35.255552 dv-cinder-825103-1-iscsi neutron-server[82757]: 'PortForwarding': {'1.2'}, Jan 18 12:48:35.255552 dv-cinder-825103-1-iscsi neutron-server[82757]: 'QosPolicy': {'1.8'}, Jan 18 12:48:35.255552 dv-cinder-825103-1-iscsi neutron-server[82757]: 'SecurityGroup': {'1.2'}, Jan 18 12:48:35.255552 dv-cinder-825103-1-iscsi neutron-server[82757]: 'SecurityGroupRule': {'1.0'}, Jan 18 12:48:35.255552 dv-cinder-825103-1-iscsi neutron-server[82757]: 'SubPort': {'1.0'}, Jan 18 12:48:35.255552 dv-cinder-825103-1-iscsi neutron-server[82757]: 'Subnet': {'1.1'}, Jan 18 12:48:35.255552 dv-cinder-825103-1-iscsi neutron-server[82757]: 'Trunk': {'1.1'}} Jan 18 12:48:35.255552 dv-cinder-825103-1-iscsi neutron-server[82757]: consumer versions: Jan 18 12:48:35.255552 dv-cinder-825103-1-iscsi neutron-server[82757]: { DHCP agent@dv-cinder-825103-1-iscsi: {}, Jan 18 12:48:35.255552 dv-cinder-825103-1-iscsi neutron-server[82757]: HyperV agent@hv-cinder-82510: {}, Jan 18 12:48:35.255552 dv-cinder-825103-1-iscsi neutron-server[82757]: L3 agent@dv-cinder-825103-1-iscsi: {}, Jan 18 12:48:35.255552 dv-cinder-825103-1-iscsi neutron-server[82757]: Metadata agent@dv-cinder-825103-1-iscsi: {}, Jan 18 12:48:35.255552 dv-cinder-825103-1-iscsi neutron-server[82757]: Metering agent@dv-cinder-825103-1-iscsi: {}, Jan 18 12:48:35.255552 dv-cinder-825103-1-iscsi neutron-server[82757]: Open vSwitch agent@dv-cinder-825103-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 12:48:35.255552 dv-cinder-825103-1-iscsi neutron-server[82757]: 'Log': '1.0', Jan 18 12:48:35.255552 dv-cinder-825103-1-iscsi neutron-server[82757]: 'Network': '1.1', Jan 18 12:48:35.255552 dv-cinder-825103-1-iscsi neutron-server[82757]: 'Port': '1.5', Jan 18 12:48:35.255552 dv-cinder-825103-1-iscsi neutron-server[82757]: 'PortForwarding': '1.2', Jan 18 12:48:35.255552 dv-cinder-825103-1-iscsi neutron-server[82757]: 'QosPolicy': '1.8', Jan 18 12:48:35.255552 dv-cinder-825103-1-iscsi neutron-server[82757]: 'SecurityGroup': '1.2', Jan 18 12:48:35.255552 dv-cinder-825103-1-iscsi neutron-server[82757]: 'SecurityGroupRule': '1.0', Jan 18 12:48:35.255552 dv-cinder-825103-1-iscsi neutron-server[82757]: 'SubPort': '1.0', Jan 18 12:48:35.255552 dv-cinder-825103-1-iscsi neutron-server[82757]: 'Subnet': '1.1', Jan 18 12:48:35.255552 dv-cinder-825103-1-iscsi neutron-server[82757]: 'Trunk': '1.1'}} Jan 18 12:48:35.255552 dv-cinder-825103-1-iscsi neutron-server[82757]: {{(pid=82757) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 12:48:35.297909 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-1de494aa-69a5-415c-b4d3-2f42b8b5e9b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:35.317636 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-41e9d0ef-1521-4bb3-bdda-52a846c431a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:35.329534 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2d85-52d8-4f7b-99ac-6358c84ad212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:35.347071 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-1de494aa-69a5-415c-b4d3-2f42b8b5e9b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:35.362163 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39220789-534a-4101-bb5f-61ebec249d74 admin admin] Checking segment: {'id': 'da39013a-bf0a-4608-b567-bf7ade6a95d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'd3543a02-5a58-40de-8593-2e7eba7bca47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:48:35.363498 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39220789-534a-4101-bb5f-61ebec249d74 admin admin] Network hostable DHCP agents. Network: d3543a02-5a58-40de-8593-2e7eba7bca47, hostable agents: ['17d581e3-f6b9-457e-916e-43db75e54cf0'], hosted agents: [] {{(pid=82757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:48:35.422263 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39220789-534a-4101-bb5f-61ebec249d74 admin admin] Network d3543a02-5a58-40de-8593-2e7eba7bca47 is scheduled to be hosted by DHCP agent 17d581e3-f6b9-457e-916e-43db75e54cf0 with binding_index 1 {{(pid=82757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:48:35.439632 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de494aa-69a5-415c-b4d3-2f42b8b5e9b5 admin admin] Made reservation on behalf of 62c83339981e4116982823738389569b for: {'network': 1} {{(pid=82757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:48:35.442056 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1de494aa-69a5-415c-b4d3-2f42b8b5e9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for network, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:35.464204 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1de494aa-69a5-415c-b4d3-2f42b8b5e9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:35.479943 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-39220789-534a-4101-bb5f-61ebec249d74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-iscsi, d3543a02-5a58-40de-8593-2e7eba7bca47) {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:35.483989 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-ff0f2d85-52d8-4f7b-99ac-6358c84ad212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:35.493210 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66853634-7301-4299-a8c1-c02037850cbb None None] Network d3543a02-5a58-40de-8593-2e7eba7bca47 requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:48:35.538861 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-ff0f2d85-52d8-4f7b-99ac-6358c84ad212 admin admin] Usage tracker for resource:security_group_rule and tenant:8b61358b76314548a01860d9521ad4fd is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:35.544758 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39220789-534a-4101-bb5f-61ebec249d74 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:35.550170 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-39220789-534a-4101-bb5f-61ebec249d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for subnet, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:35.624766 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-ff0f2d85-52d8-4f7b-99ac-6358c84ad212 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:35.655590 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-ff0f2d85-52d8-4f7b-99ac-6358c84ad212 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:35.687808 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-39220789-534a-4101-bb5f-61ebec249d74 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0605850 Jan 18 12:48:35.762087 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-1de494aa-69a5-415c-b4d3-2f42b8b5e9b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:35.787245 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-1de494aa-69a5-415c-b4d3-2f42b8b5e9b5 admin admin] Usage tracker for resource:security_group_rule and tenant:62c83339981e4116982823738389569b is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:35.823923 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-1de494aa-69a5-415c-b4d3-2f42b8b5e9b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:35.862995 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-1de494aa-69a5-415c-b4d3-2f42b8b5e9b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:35.890771 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-41e9d0ef-1521-4bb3-bdda-52a846c431a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:35.904364 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-41e9d0ef-1521-4bb3-bdda-52a846c431a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:35.918111 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41e9d0ef-1521-4bb3-bdda-52a846c431a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=82757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:48:35.928263 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-41e9d0ef-1521-4bb3-bdda-52a846c431a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-557774'] for segment, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:35.928659 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.db.segments_db [None req-41e9d0ef-1521-4bb3-bdda-52a846c431a1 admin admin] Added segment cfce463f-bb18-41f5-bd53-a09e299dfec8 of type vlan for network 278ba1fd-8468-4f28-a995-460d471862f3 Jan 18 12:48:35.964205 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-41e9d0ef-1521-4bb3-bdda-52a846c431a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736038945356'] for network, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:35.999660 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4df3647-e740-467a-8eea-c2737713f942 None None] Network d3543a02-5a58-40de-8593-2e7eba7bca47 requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:48:36.032774 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-41e9d0ef-1521-4bb3-bdda-52a846c431a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192'] for network, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:36.033907 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e9d0ef-1521-4bb3-bdda-52a846c431a1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:36.034636 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-41e9d0ef-1521-4bb3-bdda-52a846c431a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for network, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:36.105702 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-41e9d0ef-1521-4bb3-bdda-52a846c431a1 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7475986 Jan 18 12:48:36.108809 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 44446) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:36.115067 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-0ab9d543-3ebd-435b-9b8d-7fc702d52439 admin admin] Request body: {'subnet': {'network_id': '278ba1fd-8468-4f28-a995-460d471862f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1259434611-subnet', 'tenant_id': '1f579550087f4cada7f426f1d491402f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:36.124824 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-0ab9d543-3ebd-435b-9b8d-7fc702d52439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:36.129769 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-0ab9d543-3ebd-435b-9b8d-7fc702d52439 admin admin] Usage tracker for resource:subnet and tenant:1f579550087f4cada7f426f1d491402f is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:36.133826 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-0ab9d543-3ebd-435b-9b8d-7fc702d52439 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:36.141167 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-0ab9d543-3ebd-435b-9b8d-7fc702d52439 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:36.155885 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab9d543-3ebd-435b-9b8d-7fc702d52439 admin admin] Made reservation on behalf of 1f579550087f4cada7f426f1d491402f for: {'subnet': 1} {{(pid=82756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:48:36.159764 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-0ab9d543-3ebd-435b-9b8d-7fc702d52439 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:36.221077 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2d85-52d8-4f7b-99ac-6358c84ad212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:36.230934 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9d0ef-1521-4bb3-bdda-52a846c431a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8970b97c-11a5-4822-935c-7737f00ddfe7,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:36.245469 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2d85-52d8-4f7b-99ac-6358c84ad212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:36.260641 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff0f2d85-52d8-4f7b-99ac-6358c84ad212 admin admin] vlan segment allocate from pool success with {'vlan_id': 1071, 'physical_network': 'physnet1'} {{(pid=82757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:48:36.272323 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2d85-52d8-4f7b-99ac-6358c84ad212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-557774'] for segment, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:36.272720 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.db.segments_db [None req-ff0f2d85-52d8-4f7b-99ac-6358c84ad212 admin admin] Added segment 4be6da58-ee81-4cb4-9a92-a45bd42d91b1 of type vlan for network 3ce910e8-fa9a-402c-bef7-c36aef1e716c Jan 18 12:48:36.310829 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2d85-52d8-4f7b-99ac-6358c84ad212 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736038945356'] for network, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:36.333754 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9d0ef-1521-4bb3-bdda-52a846c431a1 admin admin] Pushing event updated for resources: {'Network': ['ID=278ba1fd-8468-4f28-a995-460d471862f3,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:36.381113 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Network 278ba1fd-8468-4f28-a995-460d471862f3 details requested by agent ovs-agent-dv-cinder-825103-1-iscsi with host dv-cinder-825103-1-iscsi {{(pid=82758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:48:36.386703 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1de494aa-69a5-415c-b4d3-2f42b8b5e9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:36.390453 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f2d85-52d8-4f7b-99ac-6358c84ad212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f73812-0d44-46dd-8e90-32033310d9da,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:36.400018 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1de494aa-69a5-415c-b4d3-2f42b8b5e9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:36.430996 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2d85-52d8-4f7b-99ac-6358c84ad212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192'] for network, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:36.431885 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0f2d85-52d8-4f7b-99ac-6358c84ad212 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:36.432516 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ff0f2d85-52d8-4f7b-99ac-6358c84ad212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for network, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:36.618813 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-0ab9d543-3ebd-435b-9b8d-7fc702d52439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192'] for subnet, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:36.637320 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.db.api [None req-1de494aa-69a5-415c-b4d3-2f42b8b5e9b5 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=82757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 12:48:36.637643 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG oslo_db.api [None req-1de494aa-69a5-415c-b4d3-2f42b8b5e9b5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=82757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 12:48:36.638275 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f2d85-52d8-4f7b-99ac-6358c84ad212 admin admin] Pushing event updated for resources: {'Network': ['ID=3ce910e8-fa9a-402c-bef7-c36aef1e716c,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:36.658434 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de494aa-69a5-415c-b4d3-2f42b8b5e9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4415bd0c-6fc9-4648-80e1-f4f99ff1e194,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:36.661828 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Network 3ce910e8-fa9a-402c-bef7-c36aef1e716c details requested by agent ovs-agent-dv-cinder-825103-1-iscsi with host dv-cinder-825103-1-iscsi {{(pid=82758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:48:36.706825 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-ff0f2d85-52d8-4f7b-99ac-6358c84ad212 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2402005 Jan 18 12:48:36.707740 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 44468) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:36.717517 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-9324fc9d-7ad8-4322-971a-7c585b277722 admin admin] Request body: {'subnet': {'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1698032946-subnet', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:36.720725 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9d543-3ebd-435b-9b8d-7fc702d52439 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3f6ce3a-9cb1-41e6-95d3-abca0d25c5c7,revision_number=0']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:36.723299 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-9324fc9d-7ad8-4322-971a-7c585b277722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:36.735934 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-9324fc9d-7ad8-4322-971a-7c585b277722 admin admin] Usage tracker for resource:subnet and tenant:8b61358b76314548a01860d9521ad4fd is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:36.740166 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-9324fc9d-7ad8-4322-971a-7c585b277722 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:36.748924 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-9324fc9d-7ad8-4322-971a-7c585b277722 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:36.762251 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9324fc9d-7ad8-4322-971a-7c585b277722 admin admin] Made reservation on behalf of 8b61358b76314548a01860d9521ad4fd for: {'subnet': 1} {{(pid=82757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:48:36.765342 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-9324fc9d-7ad8-4322-971a-7c585b277722 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:36.783805 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab9d543-3ebd-435b-9b8d-7fc702d52439 admin admin] Checking segment: {'id': 'cfce463f-bb18-41f5-bd53-a09e299dfec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '278ba1fd-8468-4f28-a995-460d471862f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:48:36.784892 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab9d543-3ebd-435b-9b8d-7fc702d52439 admin admin] Network hostable DHCP agents. Network: 278ba1fd-8468-4f28-a995-460d471862f3, hostable agents: ['17d581e3-f6b9-457e-916e-43db75e54cf0'], hosted agents: [] {{(pid=82756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:48:36.816685 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab9d543-3ebd-435b-9b8d-7fc702d52439 admin admin] Network 278ba1fd-8468-4f28-a995-460d471862f3 is scheduled to be hosted by DHCP agent 17d581e3-f6b9-457e-916e-43db75e54cf0 with binding_index 1 {{(pid=82756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:48:36.839966 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.base_scheduler [None req-0ab9d543-3ebd-435b-9b8d-7fc702d52439 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-iscsi, 278ba1fd-8468-4f28-a995-460d471862f3) {{(pid=82756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:36.850621 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab9d543-3ebd-435b-9b8d-7fc702d52439 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:36.852753 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-0ab9d543-3ebd-435b-9b8d-7fc702d52439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for subnet, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:36.861319 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e6aba1-c60d-417c-b86c-28c4cd7ef445 None None] Network 278ba1fd-8468-4f28-a995-460d471862f3 requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:48:36.917572 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-0ab9d543-3ebd-435b-9b8d-7fc702d52439 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8076172 Jan 18 12:48:36.920877 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 44478) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:36.934221 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-76f5355b-f40b-4f85-b442-22b94a2ccbf6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1259434611-router', 'tenant_id': '1f579550087f4cada7f426f1d491402f', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'}}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:36.946617 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-76f5355b-f40b-4f85-b442-22b94a2ccbf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:36.959027 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-76f5355b-f40b-4f85-b442-22b94a2ccbf6 admin admin] Usage tracker for resource:router and tenant:1f579550087f4cada7f426f1d491402f is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:36.966755 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-76f5355b-f40b-4f85-b442-22b94a2ccbf6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:36.982837 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-76f5355b-f40b-4f85-b442-22b94a2ccbf6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:37.029681 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-76f5355b-f40b-4f85-b442-22b94a2ccbf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16434994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43788'] for router, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:37.031431 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-76f5355b-f40b-4f85-b442-22b94a2ccbf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16433545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16440237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16449337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43783'] for router, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:37.075712 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-9324fc9d-7ad8-4322-971a-7c585b277722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192'] for subnet, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:37.078751 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-76f5355b-f40b-4f85-b442-22b94a2ccbf6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:37.145825 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1de494aa-69a5-415c-b4d3-2f42b8b5e9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for network, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:37.201391 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9324fc9d-7ad8-4322-971a-7c585b277722 admin admin] Checking segment: {'id': '4be6da58-ee81-4cb4-9a92-a45bd42d91b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:48:37.201922 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9324fc9d-7ad8-4322-971a-7c585b277722 admin admin] Network hostable DHCP agents. Network: 3ce910e8-fa9a-402c-bef7-c36aef1e716c, hostable agents: ['17d581e3-f6b9-457e-916e-43db75e54cf0'], hosted agents: [] {{(pid=82757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:48:37.220085 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e8fb78-8a18-4203-9988-4d0ff4dca268 None None] Network 278ba1fd-8468-4f28-a995-460d471862f3 requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:48:37.261483 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de494aa-69a5-415c-b4d3-2f42b8b5e9b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1080, 'physical_network': 'physnet1'} {{(pid=82757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:48:37.273537 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1de494aa-69a5-415c-b4d3-2f42b8b5e9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-557774'] for segment, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:37.274028 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.db.segments_db [None req-1de494aa-69a5-415c-b4d3-2f42b8b5e9b5 admin admin] Added segment 87c18e1c-b1f5-42be-a8fc-168d2192ac96 of type vlan for network 0245ff51-1953-4317-abeb-3ec950185d8d Jan 18 12:48:37.306967 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9324fc9d-7ad8-4322-971a-7c585b277722 admin admin] Network 3ce910e8-fa9a-402c-bef7-c36aef1e716c is scheduled to be hosted by DHCP agent 17d581e3-f6b9-457e-916e-43db75e54cf0 with binding_index 1 {{(pid=82757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:48:37.318812 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324fc9d-7ad8-4322-971a-7c585b277722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fc8c1b8-cfa3-49d9-9595-474a5f6baf01,revision_number=0']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:37.323162 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1de494aa-69a5-415c-b4d3-2f42b8b5e9b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736038945356'] for network, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:37.327552 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-9324fc9d-7ad8-4322-971a-7c585b277722 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-iscsi, 3ce910e8-fa9a-402c-bef7-c36aef1e716c) {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:37.411447 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9324fc9d-7ad8-4322-971a-7c585b277722 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:37.412756 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-9324fc9d-7ad8-4322-971a-7c585b277722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for subnet, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:37.447569 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1de494aa-69a5-415c-b4d3-2f42b8b5e9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192'] for network, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:37.448378 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de494aa-69a5-415c-b4d3-2f42b8b5e9b5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:37.448938 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1de494aa-69a5-415c-b4d3-2f42b8b5e9b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for network, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:37.455849 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ba6614-1cf6-4284-bd41-ec16f0a934b3 None None] Network 3ce910e8-fa9a-402c-bef7-c36aef1e716c requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:48:37.510309 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 44506) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:37.538548 dv-cinder-825103-1-iscsi neutron-server[82757]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 18 12:48:37.555186 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-76f5355b-f40b-4f85-b442-22b94a2ccbf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16440251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16434944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43889'] for router, precommit_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:37.646334 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 44514) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:37.703617 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-9324fc9d-7ad8-4322-971a-7c585b277722 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9946229 Jan 18 12:48:37.707448 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 44524) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:37.787601 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-2d55cb09-2601-4612-95dd-d560fcf25930 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1698032946-router', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'}}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:37.799702 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-1de494aa-69a5-415c-b4d3-2f42b8b5e9b5 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.3858685 Jan 18 12:48:37.800237 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 44530) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:37.864206 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:37.916643 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-2d55cb09-2601-4612-95dd-d560fcf25930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:37.960184 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-042120f6-cf6a-4754-bcf3-1d5ecd7b1c2b admin admin] Request body: {'subnet': {'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1640783183-subnet', 'tenant_id': '62c83339981e4116982823738389569b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:37.993140 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-2d55cb09-2601-4612-95dd-d560fcf25930 admin admin] Usage tracker for resource:router and tenant:8b61358b76314548a01860d9521ad4fd is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:38.001493 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-042120f6-cf6a-4754-bcf3-1d5ecd7b1c2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:38.016925 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de494aa-69a5-415c-b4d3-2f42b8b5e9b5 admin admin] Pushing event updated for resources: {'Network': ['ID=0245ff51-1953-4317-abeb-3ec950185d8d,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:38.026118 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-2d55cb09-2601-4612-95dd-d560fcf25930 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:38.037024 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-042120f6-cf6a-4754-bcf3-1d5ecd7b1c2b admin admin] Usage tracker for resource:subnet and tenant:62c83339981e4116982823738389569b is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:38.040797 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-2d55cb09-2601-4612-95dd-d560fcf25930 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:38.046352 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-042120f6-cf6a-4754-bcf3-1d5ecd7b1c2b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:38.046852 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Network 0245ff51-1953-4317-abeb-3ec950185d8d details requested by agent ovs-agent-dv-cinder-825103-1-iscsi with host dv-cinder-825103-1-iscsi {{(pid=82758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:48:38.067929 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-042120f6-cf6a-4754-bcf3-1d5ecd7b1c2b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:38.078240 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-2d55cb09-2601-4612-95dd-d560fcf25930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16434994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43788'] for router, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.079443 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-2d55cb09-2601-4612-95dd-d560fcf25930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16433545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16440237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16449337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43783'] for router, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.111127 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042120f6-cf6a-4754-bcf3-1d5ecd7b1c2b admin admin] Made reservation on behalf of 62c83339981e4116982823738389569b for: {'subnet': 1} {{(pid=82757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:48:38.113449 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-042120f6-cf6a-4754-bcf3-1d5ecd7b1c2b admin admin] Notify callbacks [] for subnet, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.117891 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-76f5355b-f40b-4f85-b442-22b94a2ccbf6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.203935 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-76f5355b-f40b-4f85-b442-22b94a2ccbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.258376 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-83f30ccf-281e-42c3-b6f6-540b757e498a tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:38.260197 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-83f30ccf-281e-42c3-b6f6-540b757e498a tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/networks?id=d3543a02-5a58-40de-8593-2e7eba7bca47 HTTP/1.1" status: 200 len: 812 time: 0.7393849 Jan 18 12:48:38.267352 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a5a6e605-e6a9-4cb8-baa2-cf3513826166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.324810 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-99695ee2-db4a-41d5-bd58-5ebb15aa1c39 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/quotas/52010a3b3bab49cb91a1f91eb4c227cd HTTP/1.1" status: 200 len: 375 time: 0.0347486 Jan 18 12:48:38.329053 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-2d55cb09-2601-4612-95dd-d560fcf25930 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.345726 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271bbed7-4ae3-4c58-9aab-6e9f3ee0438b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53047d36-97db-5ba4-887a-ea9880ac0936-3ce910e8-fa9a-402c-bef7-c36aef1e716c', 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'fixed_ips': [{'subnet_id': '7fc8c1b8-cfa3-49d9-9595-474a5f6baf01'}]}} from dv-cinder-825103-1-iscsi. {{(pid=82758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 12:48:38.346574 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-271bbed7-4ae3-4c58-9aab-6e9f3ee0438b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.394894 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.db_base_plugin_common [None req-76f5355b-f40b-4f85-b442-22b94a2ccbf6 admin admin] Allocated IP 172.27.2.86 (e1680602-72eb-4a8f-a690-8170848820e2/e5265543-d6e8-47ba-b344-dc5916015d25/54763fc1-5074-4028-9f3f-8e48bbe3ea5a) {{(pid=82756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:48:38.430422 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-a5a6e605-e6a9-4cb8-baa2-cf3513826166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:38.436430 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-a5a6e605-e6a9-4cb8-baa2-cf3513826166 admin admin] Usage tracker for resource:security_group_rule and tenant:c168c09c38124b0fb05b43ed195597dd is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:38.439806 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-a5a6e605-e6a9-4cb8-baa2-cf3513826166 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:38.448161 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-a5a6e605-e6a9-4cb8-baa2-cf3513826166 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:38.611357 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-76f5355b-f40b-4f85-b442-22b94a2ccbf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.644305 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a5a6e605-e6a9-4cb8-baa2-cf3513826166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.667407 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-a6f4dbdf-bb76-4f7c-9518-9cb5071060d0 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=52010a3b3bab49cb91a1f91eb4c227cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3392417 Jan 18 12:48:38.679928 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a5a6e605-e6a9-4cb8-baa2-cf3513826166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.687966 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-76f5355b-f40b-4f85-b442-22b94a2ccbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243'] for port, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:38.691160 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.db_base_plugin_common [None req-271bbed7-4ae3-4c58-9aab-6e9f3ee0438b None None] Allocated IP 172.20.0.2 (3ce910e8-fa9a-402c-bef7-c36aef1e716c/7fc8c1b8-cfa3-49d9-9595-474a5f6baf01/32780a61-d12c-4362-a0e0-87e34f3c04fe) {{(pid=82758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:48:38.784058 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f5355b-f40b-4f85-b442-22b94a2ccbf6 admin admin] Pushing event updated for resources: {'Port': ['ID=54763fc1-5074-4028-9f3f-8e48bbe3ea5a,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:38.794190 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6e605-e6a9-4cb8-baa2-cf3513826166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6d8242-e64c-4336-9eb2-b9f4475b6925,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:38.810737 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f5355b-f40b-4f85-b442-22b94a2ccbf6 admin admin] Network e1680602-72eb-4a8f-a690-8170848820e2 is already hosted by enough agents. {{(pid=82756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:48:38.812215 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.base_scheduler [None req-76f5355b-f40b-4f85-b442-22b94a2ccbf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=82756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:38.818961 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f5355b-f40b-4f85-b442-22b94a2ccbf6 admin admin] Received port after_create {{(pid=82756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:48:38.992480 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-a5a6e605-e6a9-4cb8-baa2-cf3513826166 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c168c09c38124b0fb05b43ed195597dd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3047612 Jan 18 12:48:38.999668 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 44566) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:39.075205 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-76f5355b-f40b-4f85-b442-22b94a2ccbf6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:39.076380 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-76f5355b-f40b-4f85-b442-22b94a2ccbf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16435001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16440208'] for router, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:39.135142 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-2d55cb09-2601-4612-95dd-d560fcf25930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16440251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16434944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43889'] for router, precommit_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:39.145273 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-271bbed7-4ae3-4c58-9aab-6e9f3ee0438b None None] Notify callbacks [] for port, precommit_create {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:39.169356 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-271bbed7-4ae3-4c58-9aab-6e9f3ee0438b None None] Transition to ACTIVE for port object 32780a61-d12c-4362-a0e0-87e34f3c04fe will not be triggered until provisioned by entity L2. {{(pid=82758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:48:39.190523 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-b372e5ea-5917-4df1-bb48-5e77afe71970 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=82757) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:48:39.197588 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-b372e5ea-5917-4df1-bb48-5e77afe71970 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2027900 Jan 18 12:48:39.203608 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-271bbed7-4ae3-4c58-9aab-6e9f3ee0438b None None] Transition to ACTIVE for port object 32780a61-d12c-4362-a0e0-87e34f3c04fe will not be triggered until provisioned by entity DHCP. {{(pid=82758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:48:39.212643 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-271bbed7-4ae3-4c58-9aab-6e9f3ee0438b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243'] for port, after_create {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:39.300879 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271bbed7-4ae3-4c58-9aab-6e9f3ee0438b None None] Network 3ce910e8-fa9a-402c-bef7-c36aef1e716c is already hosted by enough agents. {{(pid=82758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:48:39.303979 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.scheduler.base_scheduler [None req-271bbed7-4ae3-4c58-9aab-6e9f3ee0438b None None] Resources bound (agent type, host, resource id): {{(pid=82758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:39.306976 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271bbed7-4ae3-4c58-9aab-6e9f3ee0438b None None] Received port after_create {{(pid=82758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:48:39.317208 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271bbed7-4ae3-4c58-9aab-6e9f3ee0438b None None] Pushing event updated for resources: {'Port': ['ID=32780a61-d12c-4362-a0e0-87e34f3c04fe,revision_number=1']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:39.388537 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271bbed7-4ae3-4c58-9aab-6e9f3ee0438b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:39.389433 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271bbed7-4ae3-4c58-9aab-6e9f3ee0438b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:39.389433 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271bbed7-4ae3-4c58-9aab-6e9f3ee0438b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:39.389594 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271bbed7-4ae3-4c58-9aab-6e9f3ee0438b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:39.389850 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271bbed7-4ae3-4c58-9aab-6e9f3ee0438b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:39.390171 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271bbed7-4ae3-4c58-9aab-6e9f3ee0438b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:39.390498 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271bbed7-4ae3-4c58-9aab-6e9f3ee0438b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:39.390874 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271bbed7-4ae3-4c58-9aab-6e9f3ee0438b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:39.391192 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271bbed7-4ae3-4c58-9aab-6e9f3ee0438b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:39.391505 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271bbed7-4ae3-4c58-9aab-6e9f3ee0438b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:39.391817 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271bbed7-4ae3-4c58-9aab-6e9f3ee0438b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:39.393627 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271bbed7-4ae3-4c58-9aab-6e9f3ee0438b None None] Tracked resource versions report: Jan 18 12:48:39.393627 dv-cinder-825103-1-iscsi neutron-server[82758]: pushed versions: Jan 18 12:48:39.393627 dv-cinder-825103-1-iscsi neutron-server[82758]: { 'ConntrackHelper': {'1.0'}, Jan 18 12:48:39.393627 dv-cinder-825103-1-iscsi neutron-server[82758]: 'Log': {'1.0'}, Jan 18 12:48:39.393627 dv-cinder-825103-1-iscsi neutron-server[82758]: 'Network': {'1.1'}, Jan 18 12:48:39.393627 dv-cinder-825103-1-iscsi neutron-server[82758]: 'Port': {'1.5'}, Jan 18 12:48:39.393627 dv-cinder-825103-1-iscsi neutron-server[82758]: 'PortForwarding': {'1.2'}, Jan 18 12:48:39.393627 dv-cinder-825103-1-iscsi neutron-server[82758]: 'QosPolicy': {'1.8'}, Jan 18 12:48:39.393627 dv-cinder-825103-1-iscsi neutron-server[82758]: 'SecurityGroup': {'1.2'}, Jan 18 12:48:39.393627 dv-cinder-825103-1-iscsi neutron-server[82758]: 'SecurityGroupRule': {'1.0'}, Jan 18 12:48:39.393627 dv-cinder-825103-1-iscsi neutron-server[82758]: 'SubPort': {'1.0'}, Jan 18 12:48:39.393627 dv-cinder-825103-1-iscsi neutron-server[82758]: 'Subnet': {'1.1'}, Jan 18 12:48:39.393627 dv-cinder-825103-1-iscsi neutron-server[82758]: 'Trunk': {'1.1'}} Jan 18 12:48:39.393627 dv-cinder-825103-1-iscsi neutron-server[82758]: consumer versions: Jan 18 12:48:39.393627 dv-cinder-825103-1-iscsi neutron-server[82758]: { DHCP agent@dv-cinder-825103-1-iscsi: {}, Jan 18 12:48:39.393627 dv-cinder-825103-1-iscsi neutron-server[82758]: HyperV agent@hv-cinder-82510: {}, Jan 18 12:48:39.393627 dv-cinder-825103-1-iscsi neutron-server[82758]: L3 agent@dv-cinder-825103-1-iscsi: {}, Jan 18 12:48:39.393627 dv-cinder-825103-1-iscsi neutron-server[82758]: Metadata agent@dv-cinder-825103-1-iscsi: {}, Jan 18 12:48:39.393627 dv-cinder-825103-1-iscsi neutron-server[82758]: Metering agent@dv-cinder-825103-1-iscsi: {}, Jan 18 12:48:39.393627 dv-cinder-825103-1-iscsi neutron-server[82758]: Open vSwitch agent@dv-cinder-825103-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 12:48:39.393627 dv-cinder-825103-1-iscsi neutron-server[82758]: 'Log': '1.0', Jan 18 12:48:39.393627 dv-cinder-825103-1-iscsi neutron-server[82758]: 'Network': '1.1', Jan 18 12:48:39.393627 dv-cinder-825103-1-iscsi neutron-server[82758]: 'Port': '1.5', Jan 18 12:48:39.393627 dv-cinder-825103-1-iscsi neutron-server[82758]: 'PortForwarding': '1.2', Jan 18 12:48:39.393627 dv-cinder-825103-1-iscsi neutron-server[82758]: 'QosPolicy': '1.8', Jan 18 12:48:39.393627 dv-cinder-825103-1-iscsi neutron-server[82758]: 'SecurityGroup': '1.2', Jan 18 12:48:39.393627 dv-cinder-825103-1-iscsi neutron-server[82758]: 'SecurityGroupRule': '1.0', Jan 18 12:48:39.393627 dv-cinder-825103-1-iscsi neutron-server[82758]: 'SubPort': '1.0', Jan 18 12:48:39.393627 dv-cinder-825103-1-iscsi neutron-server[82758]: 'Subnet': '1.1', Jan 18 12:48:39.393627 dv-cinder-825103-1-iscsi neutron-server[82758]: 'Trunk': '1.1'}} Jan 18 12:48:39.393627 dv-cinder-825103-1-iscsi neutron-server[82758]: {{(pid=82758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 12:48:39.436045 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-271bbed7-4ae3-4c58-9aab-6e9f3ee0438b None None] Attempting to bind port 32780a61-d12c-4362-a0e0-87e34f3c04fe on host dv-cinder-825103-1-iscsi for vnic_type normal with profile {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:48:39.436440 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-271bbed7-4ae3-4c58-9aab-6e9f3ee0438b None None] Attempting to bind port 32780a61-d12c-4362-a0e0-87e34f3c04fe by drivers openvswitch,hyperv on host dv-cinder-825103-1-iscsi at level 0 using segments [{'id': '4be6da58-ee81-4cb4-9a92-a45bd42d91b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c'}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:48:39.437117 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271bbed7-4ae3-4c58-9aab-6e9f3ee0438b None None] Attempting to bind port 32780a61-d12c-4362-a0e0-87e34f3c04fe on network 3ce910e8-fa9a-402c-bef7-c36aef1e716c {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:48:39.446438 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271bbed7-4ae3-4c58-9aab-6e9f3ee0438b None None] Checking agent: {'id': 'fb28a64d-5559-4ddf-90c6-916f6d0b547c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 40, 17), 'started_at': datetime.datetime(2022, 1, 18, 12, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:48:39.446846 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271bbed7-4ae3-4c58-9aab-6e9f3ee0438b None None] Checking segment: {'id': '4be6da58-ee81-4cb4-9a92-a45bd42d91b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:48:39.447374 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-271bbed7-4ae3-4c58-9aab-6e9f3ee0438b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:39.447762 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271bbed7-4ae3-4c58-9aab-6e9f3ee0438b None None] Bound using segment: {'id': '4be6da58-ee81-4cb4-9a92-a45bd42d91b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c'} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:48:39.448229 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-271bbed7-4ae3-4c58-9aab-6e9f3ee0438b None None] Bound port: 32780a61-d12c-4362-a0e0-87e34f3c04fe, host: dv-cinder-825103-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4be6da58-ee81-4cb4-9a92-a45bd42d91b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c'}}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:48:39.448647 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-271bbed7-4ae3-4c58-9aab-6e9f3ee0438b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:39.527287 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-80c89fea-5602-4c05-8a37-6d41fd9eade5 service neutron] 10.222.0.84 "GET /v2.0/networks/d3543a02-5a58-40de-8593-2e7eba7bca47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286984 Jan 18 12:48:39.533941 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f5355b-f40b-4f85-b442-22b94a2ccbf6 admin admin] Router 94d52587-387a-4ca1-b04e-b99d963c9cdd is scheduled to L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 with binding_index 1 {{(pid=82756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 12:48:39.562205 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-19f8cae1-c4c1-4539-a36c-9e1835d2e4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:39.591680 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-19f8cae1-c4c1-4539-a36c-9e1835d2e4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:39.617064 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-271bbed7-4ae3-4c58-9aab-6e9f3ee0438b None None] For port 32780a61-d12c-4362-a0e0-87e34f3c04fe, host dv-cinder-825103-1-iscsi, cleared binding levels {{(pid=82758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:48:39.621583 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-271bbed7-4ae3-4c58-9aab-6e9f3ee0438b None None] For port 32780a61-d12c-4362-a0e0-87e34f3c04fe, host dv-cinder-825103-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=32780a61-d12c-4362-a0e0-87e34f3c04fe,segment=NetworkSegment(4be6da58-ee81-4cb4-9a92-a45bd42d91b1),segment_id=4be6da58-ee81-4cb4-9a92-a45bd42d91b1)] {{(pid=82758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:48:39.625913 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-271bbed7-4ae3-4c58-9aab-6e9f3ee0438b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:39.735804 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271bbed7-4ae3-4c58-9aab-6e9f3ee0438b None None] Pushing event updated for resources: {'Port': ['ID=32780a61-d12c-4362-a0e0-87e34f3c04fe,revision_number=2']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:39.798214 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-042120f6-cf6a-4754-bcf3-1d5ecd7b1c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192'] for subnet, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:39.814653 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f5355b-f40b-4f85-b442-22b94a2ccbf6 admin admin] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:48:39.827850 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a34146-2b19-4701-a3f0-c8c08acb288d None None] Sync routers for ids ['94d52587-387a-4ca1-b04e-b99d963c9cdd'] in dv-cinder-825103-1-iscsi {{(pid=82759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:48:39.841421 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-19f8cae1-c4c1-4539-a36c-9e1835d2e4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:39.843501 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a34146-2b19-4701-a3f0-c8c08acb288d None None] Routers {'94d52587-387a-4ca1-b04e-b99d963c9cdd'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:48:39.844264 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-79a34146-2b19-4701-a3f0-c8c08acb288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:48:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['94d52587-387a-4ca1-b04e-b99d963c9cdd'], 'active': True} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:39.846940 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-76f5355b-f40b-4f85-b442-22b94a2ccbf6 admin admin] Notify callbacks [] for router, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:39.851194 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-76f5355b-f40b-4f85-b442-22b94a2ccbf6 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.9287188 Jan 18 12:48:39.852548 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 44586) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:39.962469 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8cae1-c4c1-4539-a36c-9e1835d2e4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6d8242-e64c-4336-9eb2-b9f4475b6925,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:39.995748 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042120f6-cf6a-4754-bcf3-1d5ecd7b1c2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe840dcd-84e6-4b5f-bdcf-ef3e08af5039,revision_number=0']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:40.017020 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-1627703f-2cc0-481e-a8e7-a578c3ff48ad service neutron] 10.222.0.84 "GET /v2.0/networks/d3543a02-5a58-40de-8593-2e7eba7bca47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550047 Jan 18 12:48:40.043654 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042120f6-cf6a-4754-bcf3-1d5ecd7b1c2b admin admin] Checking segment: {'id': '87c18e1c-b1f5-42be-a8fc-168d2192ac96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:48:40.044100 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042120f6-cf6a-4754-bcf3-1d5ecd7b1c2b admin admin] Network hostable DHCP agents. Network: 0245ff51-1953-4317-abeb-3ec950185d8d, hostable agents: ['17d581e3-f6b9-457e-916e-43db75e54cf0'], hosted agents: [] {{(pid=82757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:48:40.049209 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-19f8cae1-c4c1-4539-a36c-9e1835d2e4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:40.050341 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-19f8cae1-c4c1-4539-a36c-9e1835d2e4d8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7d6d8242-e64c-4336-9eb2-b9f4475b6925 HTTP/1.1" status: 204 len: 168 time: 1.0498602 Jan 18 12:48:40.190697 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvr_db [None req-79a34146-2b19-4701-a3f0-c8c08acb288d None None] Set router 94d52587-387a-4ca1-b04e-b99d963c9cdd gateway port host: dv-cinder-825103-1-iscsi {{(pid=82759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:48:40.197906 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-2d55cb09-2601-4612-95dd-d560fcf25930 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:40.277919 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042120f6-cf6a-4754-bcf3-1d5ecd7b1c2b admin admin] Network 0245ff51-1953-4317-abeb-3ec950185d8d is scheduled to be hosted by DHCP agent 17d581e3-f6b9-457e-916e-43db75e54cf0 with binding_index 1 {{(pid=82757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:48:40.290765 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-2d55cb09-2601-4612-95dd-d560fcf25930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:40.335245 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-042120f6-cf6a-4754-bcf3-1d5ecd7b1c2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-iscsi, 0245ff51-1953-4317-abeb-3ec950185d8d) {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:40.341156 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042120f6-cf6a-4754-bcf3-1d5ecd7b1c2b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:40.342778 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-042120f6-cf6a-4754-bcf3-1d5ecd7b1c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for subnet, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:40.351660 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b7b991-eca2-4f1e-99f8-1e696e63ce43 None None] Network 0245ff51-1953-4317-abeb-3ec950185d8d requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:48:40.364695 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-042120f6-cf6a-4754-bcf3-1d5ecd7b1c2b admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.4531083 Jan 18 12:48:40.371340 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 44606) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:40.389374 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-428ad412-0cac-44e1-a220-5ec72c4a8fff admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1640783183-router', 'tenant_id': '62c83339981e4116982823738389569b', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'}}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:40.396958 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-428ad412-0cac-44e1-a220-5ec72c4a8fff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:40.443662 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 44612) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:40.447473 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-428ad412-0cac-44e1-a220-5ec72c4a8fff admin admin] Usage tracker for resource:router and tenant:62c83339981e4116982823738389569b is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:40.451409 dv-cinder-825103-1-iscsi neutron-server[82756]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 18 12:48:40.462059 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-428ad412-0cac-44e1-a220-5ec72c4a8fff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:40.486894 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-428ad412-0cac-44e1-a220-5ec72c4a8fff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:40.518210 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c818b576-d842-4d05-83b5-91d7ae7b4bf1 req-d222336f-9d33-482d-81da-1b47399c3799 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 210 time: 0.0699830 Jan 18 12:48:40.612399 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-428ad412-0cac-44e1-a220-5ec72c4a8fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16434994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43788'] for router, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:40.613323 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-428ad412-0cac-44e1-a220-5ec72c4a8fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16433545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16440237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16449337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43783'] for router, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:40.676771 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.db_base_plugin_common [None req-2d55cb09-2601-4612-95dd-d560fcf25930 admin admin] Allocated IP 172.27.2.246 (e1680602-72eb-4a8f-a690-8170848820e2/e5265543-d6e8-47ba-b344-dc5916015d25/a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa) {{(pid=82757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:48:40.774180 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-428ad412-0cac-44e1-a220-5ec72c4a8fff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:40.967386 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c3850c-e683-4902-b11d-4ac9d419187f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53047d36-97db-5ba4-887a-ea9880ac0936-0245ff51-1953-4317-abeb-3ec950185d8d', 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d', 'tenant_id': '62c83339981e4116982823738389569b', 'fixed_ips': [{'subnet_id': 'fe840dcd-84e6-4b5f-bdcf-ef3e08af5039'}]}} from dv-cinder-825103-1-iscsi. {{(pid=82758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 12:48:40.972482 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-97c3850c-e683-4902-b11d-4ac9d419187f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:41.072071 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-2d55cb09-2601-4612-95dd-d560fcf25930 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:41.075976 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-79a34146-2b19-4701-a3f0-c8c08acb288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d52587-387a-4ca1-b04e-b99d963c9cdd', 'name': 'tempest-ServerRescueNegativeTestJSON-1259434611-router', 'tenant_id': '1f579550087f4cada7f426f1d491402f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '54763fc1-5074-4028-9f3f-8e48bbe3ea5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:37Z', 'updated_at': '2022-01-18T12:48:38Z', 'revision_number': 3, 'project_id': '1f579550087f4cada7f426f1d491402f', 'gw_port': {'id': '54763fc1-5074-4028-9f3f-8e48bbe3ea5a', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:18:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d52587-387a-4ca1-b04e-b99d963c9cdd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T12:48:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:41.086526 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a34146-2b19-4701-a3f0-c8c08acb288d None None] Checking router: 94d52587-387a-4ca1-b04e-b99d963c9cdd for host: dv-cinder-825103-1-iscsi {{(pid=82759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:48:41.095044 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a34146-2b19-4701-a3f0-c8c08acb288d None None] Updating router 94d52587-387a-4ca1-b04e-b99d963c9cdd port 54763fc1-5074-4028-9f3f-8e48bbe3ea5a binding host dv-cinder-825103-1-iscsi {{(pid=82759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:48:41.189886 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-79a34146-2b19-4701-a3f0-c8c08acb288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:41.241027 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-2d55cb09-2601-4612-95dd-d560fcf25930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243'] for port, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:41.364225 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48adee7-d873-46f2-85fb-26a0ef0e7bbd None None] Network 3ce910e8-fa9a-402c-bef7-c36aef1e716c requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:48:41.481692 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d55cb09-2601-4612-95dd-d560fcf25930 admin admin] Network e1680602-72eb-4a8f-a690-8170848820e2 is already hosted by enough agents. {{(pid=82757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:48:41.483904 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-428ad412-0cac-44e1-a220-5ec72c4a8fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16440251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16434944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43889'] for router, precommit_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:41.497528 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-2d55cb09-2601-4612-95dd-d560fcf25930 admin admin] Resources bound (agent type, host, resource id): {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:41.501019 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d55cb09-2601-4612-95dd-d560fcf25930 admin admin] Received port after_create {{(pid=82757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:48:41.583298 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55cb09-2601-4612-95dd-d560fcf25930 admin admin] Pushing event updated for resources: {'Port': ['ID=a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:41.669000 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-4542d7dc-f8ce-444f-90e0-06d96d8241fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:41.694194 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-0a421fbf-b73a-4412-bf00-18370b6c6952 None None] Provisioning for port 32780a61-d12c-4362-a0e0-87e34f3c04fe completed by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:48:41.711528 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.db_base_plugin_common [None req-97c3850c-e683-4902-b11d-4ac9d419187f None None] Allocated IP 172.20.0.2 (0245ff51-1953-4317-abeb-3ec950185d8d/fe840dcd-84e6-4b5f-bdcf-ef3e08af5039/7b40e85d-e13b-4f7c-af01-2ae487fa8bd1) {{(pid=82758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:48:41.761938 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-fe270f75-1702-4983-9541-e4900320f3d3 req-441cfb8f-4074-4a9d-ab44-089afcf431e5 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 210 time: 0.0526688 Jan 18 12:48:41.916803 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-79a34146-2b19-4701-a3f0-c8c08acb288d None None] Notify callbacks [] for port, precommit_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:41.949622 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.provisioning_blocks [None req-79a34146-2b19-4701-a3f0-c8c08acb288d None None] Transition to ACTIVE for port object 54763fc1-5074-4028-9f3f-8e48bbe3ea5a will not be triggered until provisioned by entity L2. {{(pid=82759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:48:41.965621 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-79a34146-2b19-4701-a3f0-c8c08acb288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:42.046321 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f17de-f572-4a81-bfe9-5e77021c81a0 None None] Pushing event updated for resources: {'Port': ['ID=54763fc1-5074-4028-9f3f-8e48bbe3ea5a,revision_number=2']} {{(pid=82759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:42.073793 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f17de-f572-4a81-bfe9-5e77021c81a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:42.087855 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f17de-f572-4a81-bfe9-5e77021c81a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:42.088560 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f17de-f572-4a81-bfe9-5e77021c81a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:42.088737 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f17de-f572-4a81-bfe9-5e77021c81a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:42.089208 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f17de-f572-4a81-bfe9-5e77021c81a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:42.089635 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f17de-f572-4a81-bfe9-5e77021c81a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:42.090058 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f17de-f572-4a81-bfe9-5e77021c81a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:42.090500 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f17de-f572-4a81-bfe9-5e77021c81a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:42.090949 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f17de-f572-4a81-bfe9-5e77021c81a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:42.091413 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f17de-f572-4a81-bfe9-5e77021c81a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:42.091849 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f17de-f572-4a81-bfe9-5e77021c81a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:48:42.100835 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1f17de-f572-4a81-bfe9-5e77021c81a0 None None] Tracked resource versions report: Jan 18 12:48:42.100835 dv-cinder-825103-1-iscsi neutron-server[82759]: pushed versions: Jan 18 12:48:42.100835 dv-cinder-825103-1-iscsi neutron-server[82759]: { 'ConntrackHelper': {'1.0'}, Jan 18 12:48:42.100835 dv-cinder-825103-1-iscsi neutron-server[82759]: 'Log': {'1.0'}, Jan 18 12:48:42.100835 dv-cinder-825103-1-iscsi neutron-server[82759]: 'Network': {'1.1'}, Jan 18 12:48:42.100835 dv-cinder-825103-1-iscsi neutron-server[82759]: 'Port': {'1.5'}, Jan 18 12:48:42.100835 dv-cinder-825103-1-iscsi neutron-server[82759]: 'PortForwarding': {'1.2'}, Jan 18 12:48:42.100835 dv-cinder-825103-1-iscsi neutron-server[82759]: 'QosPolicy': {'1.8'}, Jan 18 12:48:42.100835 dv-cinder-825103-1-iscsi neutron-server[82759]: 'SecurityGroup': {'1.2'}, Jan 18 12:48:42.100835 dv-cinder-825103-1-iscsi neutron-server[82759]: 'SecurityGroupRule': {'1.0'}, Jan 18 12:48:42.100835 dv-cinder-825103-1-iscsi neutron-server[82759]: 'SubPort': {'1.0'}, Jan 18 12:48:42.100835 dv-cinder-825103-1-iscsi neutron-server[82759]: 'Subnet': {'1.1'}, Jan 18 12:48:42.100835 dv-cinder-825103-1-iscsi neutron-server[82759]: 'Trunk': {'1.1'}} Jan 18 12:48:42.100835 dv-cinder-825103-1-iscsi neutron-server[82759]: consumer versions: Jan 18 12:48:42.100835 dv-cinder-825103-1-iscsi neutron-server[82759]: { DHCP agent@dv-cinder-825103-1-iscsi: {}, Jan 18 12:48:42.100835 dv-cinder-825103-1-iscsi neutron-server[82759]: HyperV agent@hv-cinder-82510: {}, Jan 18 12:48:42.100835 dv-cinder-825103-1-iscsi neutron-server[82759]: L3 agent@dv-cinder-825103-1-iscsi: {}, Jan 18 12:48:42.100835 dv-cinder-825103-1-iscsi neutron-server[82759]: Metadata agent@dv-cinder-825103-1-iscsi: {}, Jan 18 12:48:42.100835 dv-cinder-825103-1-iscsi neutron-server[82759]: Metering agent@dv-cinder-825103-1-iscsi: {}, Jan 18 12:48:42.100835 dv-cinder-825103-1-iscsi neutron-server[82759]: Open vSwitch agent@dv-cinder-825103-1-iscsi: { 'ConntrackHelper': '1.0', Jan 18 12:48:42.100835 dv-cinder-825103-1-iscsi neutron-server[82759]: 'Log': '1.0', Jan 18 12:48:42.100835 dv-cinder-825103-1-iscsi neutron-server[82759]: 'Network': '1.1', Jan 18 12:48:42.100835 dv-cinder-825103-1-iscsi neutron-server[82759]: 'Port': '1.5', Jan 18 12:48:42.100835 dv-cinder-825103-1-iscsi neutron-server[82759]: 'PortForwarding': '1.2', Jan 18 12:48:42.100835 dv-cinder-825103-1-iscsi neutron-server[82759]: 'QosPolicy': '1.8', Jan 18 12:48:42.100835 dv-cinder-825103-1-iscsi neutron-server[82759]: 'SecurityGroup': '1.2', Jan 18 12:48:42.100835 dv-cinder-825103-1-iscsi neutron-server[82759]: 'SecurityGroupRule': '1.0', Jan 18 12:48:42.100835 dv-cinder-825103-1-iscsi neutron-server[82759]: 'SubPort': '1.0', Jan 18 12:48:42.100835 dv-cinder-825103-1-iscsi neutron-server[82759]: 'Subnet': '1.1', Jan 18 12:48:42.100835 dv-cinder-825103-1-iscsi neutron-server[82759]: 'Trunk': '1.1'}} Jan 18 12:48:42.100835 dv-cinder-825103-1-iscsi neutron-server[82759]: {{(pid=82759) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 12:48:42.130783 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.managers [None req-79a34146-2b19-4701-a3f0-c8c08acb288d None None] Attempting to bind port 54763fc1-5074-4028-9f3f-8e48bbe3ea5a on host dv-cinder-825103-1-iscsi for vnic_type normal with profile {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:48:42.131596 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.managers [None req-79a34146-2b19-4701-a3f0-c8c08acb288d None None] Attempting to bind port 54763fc1-5074-4028-9f3f-8e48bbe3ea5a by drivers openvswitch,hyperv on host dv-cinder-825103-1-iscsi at level 0 using segments [{'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'}] {{(pid=82759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:48:42.132429 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a34146-2b19-4701-a3f0-c8c08acb288d None None] Attempting to bind port 54763fc1-5074-4028-9f3f-8e48bbe3ea5a on network e1680602-72eb-4a8f-a690-8170848820e2 {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:48:42.141030 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a34146-2b19-4701-a3f0-c8c08acb288d None None] Checking agent: {'id': 'fb28a64d-5559-4ddf-90c6-916f6d0b547c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 40, 17), 'started_at': datetime.datetime(2022, 1, 18, 12, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:48:42.141546 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a34146-2b19-4701-a3f0-c8c08acb288d None None] Checking segment: {'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:48:42.142098 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-79a34146-2b19-4701-a3f0-c8c08acb288d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:42.142589 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a34146-2b19-4701-a3f0-c8c08acb288d None None] Bound using segment: {'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'} {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:48:42.143180 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.managers [None req-79a34146-2b19-4701-a3f0-c8c08acb288d None None] Bound port: 54763fc1-5074-4028-9f3f-8e48bbe3ea5a, host: dv-cinder-825103-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'}}] {{(pid=82759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:48:42.143661 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-79a34146-2b19-4701-a3f0-c8c08acb288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:42.181297 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-97c3850c-e683-4902-b11d-4ac9d419187f None None] Notify callbacks [] for port, precommit_create {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:42.193353 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-97c3850c-e683-4902-b11d-4ac9d419187f None None] Transition to ACTIVE for port object 7b40e85d-e13b-4f7c-af01-2ae487fa8bd1 will not be triggered until provisioned by entity L2. {{(pid=82758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:48:42.247752 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-428ad412-0cac-44e1-a220-5ec72c4a8fff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:42.250131 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.db [None req-79a34146-2b19-4701-a3f0-c8c08acb288d None None] For port 54763fc1-5074-4028-9f3f-8e48bbe3ea5a, host dv-cinder-825103-1-iscsi, cleared binding levels {{(pid=82759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:48:42.258775 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.db [None req-79a34146-2b19-4701-a3f0-c8c08acb288d None None] For port 54763fc1-5074-4028-9f3f-8e48bbe3ea5a, host dv-cinder-825103-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=54763fc1-5074-4028-9f3f-8e48bbe3ea5a,segment=NetworkSegment(a71a77f2-f00b-4634-9c06-cb577f22632a),segment_id=a71a77f2-f00b-4634-9c06-cb577f22632a)] {{(pid=82759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:48:42.268075 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-79a34146-2b19-4701-a3f0-c8c08acb288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:42.278663 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 32780a61-d12c-4362-a0e0-87e34f3c04fe up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:48:42.288437 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-428ad412-0cac-44e1-a220-5ec72c4a8fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:42.356740 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-2d55cb09-2601-4612-95dd-d560fcf25930 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:42.359692 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-2d55cb09-2601-4612-95dd-d560fcf25930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16435001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16440208'] for router, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:42.397620 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.db_base_plugin_common [None req-4542d7dc-f8ce-444f-90e0-06d96d8241fd admin admin] Allocated IP 172.20.0.1 (278ba1fd-8468-4f28-a995-460d471862f3/e3f6ce3a-9cb1-41e6-95d3-abca0d25c5c7/4a1cfa6c-2f21-43d3-9a45-96d36c69e1a5) {{(pid=82756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:48:42.423731 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-97c3850c-e683-4902-b11d-4ac9d419187f None None] Transition to ACTIVE for port object 7b40e85d-e13b-4f7c-af01-2ae487fa8bd1 will not be triggered until provisioned by entity DHCP. {{(pid=82758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:48:42.449206 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f17de-f572-4a81-bfe9-5e77021c81a0 None None] Pushing event updated for resources: {'Port': ['ID=54763fc1-5074-4028-9f3f-8e48bbe3ea5a,revision_number=3']} {{(pid=82759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:42.464809 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-97c3850c-e683-4902-b11d-4ac9d419187f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243'] for port, after_create {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:42.557139 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a34146-2b19-4701-a3f0-c8c08acb288d None None] Routers {'94d52587-387a-4ca1-b04e-b99d963c9cdd'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:48:42.561190 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-79a34146-2b19-4701-a3f0-c8c08acb288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:48:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['94d52587-387a-4ca1-b04e-b99d963c9cdd'], 'active': True} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:42.752992 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c3850c-e683-4902-b11d-4ac9d419187f None None] Pushing event updated for resources: {'Port': ['ID=7b40e85d-e13b-4f7c-af01-2ae487fa8bd1,revision_number=1']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:42.763819 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c3850c-e683-4902-b11d-4ac9d419187f None None] Network 0245ff51-1953-4317-abeb-3ec950185d8d is already hosted by enough agents. {{(pid=82758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:48:42.765854 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.scheduler.base_scheduler [None req-97c3850c-e683-4902-b11d-4ac9d419187f None None] Resources bound (agent type, host, resource id): {{(pid=82758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:42.776912 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c3850c-e683-4902-b11d-4ac9d419187f None None] Received port after_create {{(pid=82758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:48:42.808596 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-4542d7dc-f8ce-444f-90e0-06d96d8241fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:42.857709 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning for port 32780a61-d12c-4362-a0e0-87e34f3c04fe completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:48:42.870398 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 32780a61-d12c-4362-a0e0-87e34f3c04fe triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:42.870911 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:42.925329 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-4542d7dc-f8ce-444f-90e0-06d96d8241fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243'] for port, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:42.977350 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-97c3850c-e683-4902-b11d-4ac9d419187f None None] Attempting to bind port 7b40e85d-e13b-4f7c-af01-2ae487fa8bd1 on host dv-cinder-825103-1-iscsi for vnic_type normal with profile {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:48:42.978120 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-97c3850c-e683-4902-b11d-4ac9d419187f None None] Attempting to bind port 7b40e85d-e13b-4f7c-af01-2ae487fa8bd1 by drivers openvswitch,hyperv on host dv-cinder-825103-1-iscsi at level 0 using segments [{'id': '87c18e1c-b1f5-42be-a8fc-168d2192ac96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d'}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:48:42.978756 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c3850c-e683-4902-b11d-4ac9d419187f None None] Attempting to bind port 7b40e85d-e13b-4f7c-af01-2ae487fa8bd1 on network 0245ff51-1953-4317-abeb-3ec950185d8d {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:48:43.022593 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c3850c-e683-4902-b11d-4ac9d419187f None None] Checking agent: {'id': 'fb28a64d-5559-4ddf-90c6-916f6d0b547c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 40, 17), 'started_at': datetime.datetime(2022, 1, 18, 12, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:48:43.029421 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c3850c-e683-4902-b11d-4ac9d419187f None None] Checking segment: {'id': '87c18e1c-b1f5-42be-a8fc-168d2192ac96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:48:43.030078 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-97c3850c-e683-4902-b11d-4ac9d419187f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:43.030783 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c3850c-e683-4902-b11d-4ac9d419187f None None] Bound using segment: {'id': '87c18e1c-b1f5-42be-a8fc-168d2192ac96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d'} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:48:43.033224 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-97c3850c-e683-4902-b11d-4ac9d419187f None None] Bound port: 7b40e85d-e13b-4f7c-af01-2ae487fa8bd1, host: dv-cinder-825103-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c18e1c-b1f5-42be-a8fc-168d2192ac96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d'}}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:48:43.033868 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-97c3850c-e683-4902-b11d-4ac9d419187f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:43.121986 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4542d7dc-f8ce-444f-90e0-06d96d8241fd admin admin] Network 278ba1fd-8468-4f28-a995-460d471862f3 is already hosted by enough agents. {{(pid=82756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:48:43.124681 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542d7dc-f8ce-444f-90e0-06d96d8241fd admin admin] Pushing event updated for resources: {'Port': ['ID=4a1cfa6c-2f21-43d3-9a45-96d36c69e1a5,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:43.138221 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.base_scheduler [None req-4542d7dc-f8ce-444f-90e0-06d96d8241fd admin admin] Resources bound (agent type, host, resource id): {{(pid=82756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:43.154187 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4542d7dc-f8ce-444f-90e0-06d96d8241fd admin admin] Received port after_create {{(pid=82756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:48:43.157315 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-4542d7dc-f8ce-444f-90e0-06d96d8241fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16439462'] for router_interface, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:43.249183 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-cbdd4ef1-6431-49b6-a1c7-aa5a45bf4022 None None] Provisioning complete for port 32780a61-d12c-4362-a0e0-87e34f3c04fe triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:43.249787 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-cbdd4ef1-6431-49b6-a1c7-aa5a45bf4022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:43.256573 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.db_base_plugin_common [None req-428ad412-0cac-44e1-a220-5ec72c4a8fff admin admin] Allocated IP 172.27.2.203 (e1680602-72eb-4a8f-a690-8170848820e2/e5265543-d6e8-47ba-b344-dc5916015d25/1c917de6-41b9-4ffd-8c85-be3e4577bd3a) {{(pid=82757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:48:43.268275 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvr_db [None req-79a34146-2b19-4701-a3f0-c8c08acb288d None None] Set router 94d52587-387a-4ca1-b04e-b99d963c9cdd gateway port host: dv-cinder-825103-1-iscsi {{(pid=82759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:48:43.269767 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-fc9bc201-068e-43ff-bf44-5170a68cdc02 req-96ea87c9-0f46-45a4-819d-3d8b46794387 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 210 time: 0.2915328 Jan 18 12:48:43.425839 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-4542d7dc-f8ce-444f-90e0-06d96d8241fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:43.465527 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-97c3850c-e683-4902-b11d-4ac9d419187f None None] For port 7b40e85d-e13b-4f7c-af01-2ae487fa8bd1, host dv-cinder-825103-1-iscsi, cleared binding levels {{(pid=82758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:48:43.510594 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-97c3850c-e683-4902-b11d-4ac9d419187f None None] For port 7b40e85d-e13b-4f7c-af01-2ae487fa8bd1, host dv-cinder-825103-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=7b40e85d-e13b-4f7c-af01-2ae487fa8bd1,segment=NetworkSegment(87c18e1c-b1f5-42be-a8fc-168d2192ac96),segment_id=87c18e1c-b1f5-42be-a8fc-168d2192ac96)] {{(pid=82758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:48:43.531151 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:43.556018 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-97c3850c-e683-4902-b11d-4ac9d419187f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:43.706496 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-428ad412-0cac-44e1-a220-5ec72c4a8fff admin admin] Notify callbacks [] for port, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:43.757990 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 44736) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:43.793893 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d55cb09-2601-4612-95dd-d560fcf25930 admin admin] Router 9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb is scheduled to L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 with binding_index 1 {{(pid=82757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 12:48:43.815890 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c3850c-e683-4902-b11d-4ac9d419187f None None] Pushing event updated for resources: {'Port': ['ID=7b40e85d-e13b-4f7c-af01-2ae487fa8bd1,revision_number=2']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:43.823971 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-428ad412-0cac-44e1-a220-5ec72c4a8fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243'] for port, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:43.983494 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ad412-0cac-44e1-a220-5ec72c4a8fff admin admin] Pushing event updated for resources: {'Port': ['ID=1c917de6-41b9-4ffd-8c85-be3e4577bd3a,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:44.012522 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-920ef541-cbe0-436c-bdd3-6df14d0db0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:44.028746 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] For port 32780a61-d12c-4362-a0e0-87e34f3c04fe, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=32780a61-d12c-4362-a0e0-87e34f3c04fe,segment=NetworkSegment(4be6da58-ee81-4cb4-9a92-a45bd42d91b1),segment_id=4be6da58-ee81-4cb4-9a92-a45bd42d91b1)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:44.052244 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:44.058060 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-79a34146-2b19-4701-a3f0-c8c08acb288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d52587-387a-4ca1-b04e-b99d963c9cdd', 'name': 'tempest-ServerRescueNegativeTestJSON-1259434611-router', 'tenant_id': '1f579550087f4cada7f426f1d491402f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '54763fc1-5074-4028-9f3f-8e48bbe3ea5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:37Z', 'updated_at': '2022-01-18T12:48:38Z', 'revision_number': 3, 'project_id': '1f579550087f4cada7f426f1d491402f', 'gw_port': {'id': '54763fc1-5074-4028-9f3f-8e48bbe3ea5a', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:18:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d52587-387a-4ca1-b04e-b99d963c9cdd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T12:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:44.062859 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a34146-2b19-4701-a3f0-c8c08acb288d None None] The sync data for ids ['94d52587-387a-4ca1-b04e-b99d963c9cdd'] in dv-cinder-825103-1-iscsi is: [{'id': '94d52587-387a-4ca1-b04e-b99d963c9cdd', 'name': 'tempest-ServerRescueNegativeTestJSON-1259434611-router', 'tenant_id': '1f579550087f4cada7f426f1d491402f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '54763fc1-5074-4028-9f3f-8e48bbe3ea5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:37Z', 'updated_at': '2022-01-18T12:48:38Z', 'revision_number': 3, 'project_id': '1f579550087f4cada7f426f1d491402f', 'gw_port': {'id': '54763fc1-5074-4028-9f3f-8e48bbe3ea5a', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:18:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d52587-387a-4ca1-b04e-b99d963c9cdd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T12:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}] {{(pid=82759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:48:44.088763 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428ad412-0cac-44e1-a220-5ec72c4a8fff admin admin] Network e1680602-72eb-4a8f-a690-8170848820e2 is already hosted by enough agents. {{(pid=82757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:48:44.104940 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-4542d7dc-f8ce-444f-90e0-06d96d8241fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:44.105504 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-428ad412-0cac-44e1-a220-5ec72c4a8fff admin admin] Resources bound (agent type, host, resource id): {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:44.130547 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428ad412-0cac-44e1-a220-5ec72c4a8fff admin admin] Received port after_create {{(pid=82757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:48:44.134633 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-4542d7dc-f8ce-444f-90e0-06d96d8241fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:44.135636 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-4542d7dc-f8ce-444f-90e0-06d96d8241fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15336385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16440911'] for router_interface, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:44.176677 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-cbdd4ef1-6431-49b6-a1c7-aa5a45bf4022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:44.362650 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-67fe3a89-b042-46c3-80d9-85bdba04fa99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:44.406281 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Pushing event updated for resources: {'Port': ['ID=32780a61-d12c-4362-a0e0-87e34f3c04fe,revision_number=3']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:44.432498 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.db.api [None req-cbdd4ef1-6431-49b6-a1c7-aa5a45bf4022 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 12:48:44.432892 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG oslo_db.api [None req-cbdd4ef1-6431-49b6-a1c7-aa5a45bf4022 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 12:48:44.555616 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-67fe3a89-b042-46c3-80d9-85bdba04fa99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:44.572866 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-67fe3a89-b042-46c3-80d9-85bdba04fa99 admin admin] Usage tracker for resource:security_group_rule and tenant:3541473d7b9b4e04abb1b5e621f6f288 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:44.587627 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-67fe3a89-b042-46c3-80d9-85bdba04fa99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:44.594397 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542d7dc-f8ce-444f-90e0-06d96d8241fd admin admin] Pushing event updated for resources: {'Port': ['ID=4a1cfa6c-2f21-43d3-9a45-96d36c69e1a5,revision_number=2']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:44.659509 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6fcf1e84-7f2f-4dcb-86da-c2f2f86587b7 req-e8f83904-ac72-48f9-8e9c-68c177148579 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 210 time: 0.1232033 Jan 18 12:48:44.669918 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-67fe3a89-b042-46c3-80d9-85bdba04fa99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:44.698129 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4542d7dc-f8ce-444f-90e0-06d96d8241fd admin admin] Network 278ba1fd-8468-4f28-a995-460d471862f3 is already hosted by enough agents. {{(pid=82756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:48:44.700108 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.base_scheduler [None req-4542d7dc-f8ce-444f-90e0-06d96d8241fd admin admin] Resources bound (agent type, host, resource id): {{(pid=82756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:44.803700 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-67fe3a89-b042-46c3-80d9-85bdba04fa99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:44.812569 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-67fe3a89-b042-46c3-80d9-85bdba04fa99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:44.858985 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-67fe3a89-b042-46c3-80d9-85bdba04fa99 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3541473d7b9b4e04abb1b5e621f6f288&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0945714 Jan 18 12:48:44.859991 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 44766) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:44.890549 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe3a89-b042-46c3-80d9-85bdba04fa99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7874e0f6-e5c7-466a-82ea-3d3a4a3c31ab,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:44.919282 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d55cb09-2601-4612-95dd-d560fcf25930 admin admin] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:48:44.924469 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931743ae-e8eb-4f64-86fe-5d1271b7c4c3 None None] Sync routers for ids ['9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'] in dv-cinder-825103-1-iscsi {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:48:44.947455 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-428ad412-0cac-44e1-a220-5ec72c4a8fff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:44.948233 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-428ad412-0cac-44e1-a220-5ec72c4a8fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16435001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16440208'] for router, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:45.025796 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931743ae-e8eb-4f64-86fe-5d1271b7c4c3 None None] Routers {'9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:48:45.026438 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-931743ae-e8eb-4f64-86fe-5d1271b7c4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:48:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:45.084431 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-2d55cb09-2601-4612-95dd-d560fcf25930 admin admin] Notify callbacks [] for router, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:45.090423 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-2d55cb09-2601-4612-95dd-d560fcf25930 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.3503149 Jan 18 12:48:45.091139 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 44774) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:45.197224 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5268e57a-bbea-4512-a618-b0c2754162ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:45.301135 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5268e57a-bbea-4512-a618-b0c2754162ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:45.435267 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-931743ae-e8eb-4f64-86fe-5d1271b7c4c3 None None] Set router 9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:48:45.496359 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5268e57a-bbea-4512-a618-b0c2754162ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:45.529648 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b15834-02b9-4d26-b62e-1fbf09693052 None None] Network 0245ff51-1953-4317-abeb-3ec950185d8d requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:48:45.533475 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268e57a-bbea-4512-a618-b0c2754162ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7874e0f6-e5c7-466a-82ea-3d3a4a3c31ab,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:45.537480 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5268e57a-bbea-4512-a618-b0c2754162ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:45.538611 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-5268e57a-bbea-4512-a618-b0c2754162ad admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7874e0f6-e5c7-466a-82ea-3d3a4a3c31ab HTTP/1.1" status: 204 len: 168 time: 0.6773262 Jan 18 12:48:45.704611 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-fd4c942e-e9f9-40a7-b988-cd0e70a2f77c None None] Provisioning for port 7b40e85d-e13b-4f7c-af01-2ae487fa8bd1 completed by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:48:45.768806 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428ad412-0cac-44e1-a220-5ec72c4a8fff admin admin] Router e18495b0-7751-4f9f-af15-e751b7098f0a is scheduled to L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 with binding_index 1 {{(pid=82757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 12:48:45.787006 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4542d7dc-f8ce-444f-90e0-06d96d8241fd admin admin] Router 94d52587-387a-4ca1-b04e-b99d963c9cdd has already been hosted by L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 {{(pid=82756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:48:46.035874 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-51f8f4f3-df70-42c6-b239-fb6aa0165aa0 req-177df576-4705-490d-9b54-98a2bb92ccdb tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 210 time: 0.1305573 Jan 18 12:48:46.147307 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-12c40461-57bb-48ee-be36-d2b48d7cb9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:46.323398 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 44804) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:46.362838 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4542d7dc-f8ce-444f-90e0-06d96d8241fd admin admin] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:48:46.369057 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-4542d7dc-f8ce-444f-90e0-06d96d8241fd admin admin] 10.222.0.84 "PUT /v2.0/routers/94d52587-387a-4ca1-b04e-b99d963c9cdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5155635 Jan 18 12:48:46.377663 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-cfcbab11-6c90-4a86-87ef-77192a92c59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:46.493852 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 7b40e85d-e13b-4f7c-af01-2ae487fa8bd1 up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:48:46.577026 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-cfcbab11-6c90-4a86-87ef-77192a92c59d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:46.592634 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-931743ae-e8eb-4f64-86fe-5d1271b7c4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'name': 'tempest-AttachVolumeTestJSON-1698032946-router', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T12:48:41Z', 'revision_number': 3, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'gw_port': {'id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T12:48:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:46.598073 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-cfcbab11-6c90-4a86-87ef-77192a92c59d admin admin] Usage tracker for resource:security_group_rule and tenant:c53f9333938b4f52a065eba6a1e56033 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:46.606949 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931743ae-e8eb-4f64-86fe-5d1271b7c4c3 None None] Checking router: 9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb for host: dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:48:46.607292 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931743ae-e8eb-4f64-86fe-5d1271b7c4c3 None None] Updating router 9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb port a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa binding host dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:48:46.611122 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-cfcbab11-6c90-4a86-87ef-77192a92c59d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:46.627294 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-cfcbab11-6c90-4a86-87ef-77192a92c59d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:46.707649 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 44820) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:46.745907 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.35', 49997) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:46.779499 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-931743ae-e8eb-4f64-86fe-5d1271b7c4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:46.892972 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning for port 7b40e85d-e13b-4f7c-af01-2ae487fa8bd1 completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:48:46.899938 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-cfcbab11-6c90-4a86-87ef-77192a92c59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:46.911170 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 7b40e85d-e13b-4f7c-af01-2ae487fa8bd1 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:46.911761 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:46.941850 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-cfcbab11-6c90-4a86-87ef-77192a92c59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:47.055879 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-8c83417c-ad1b-4d26-a576-3116297e665a None None] Provisioning complete for port 7b40e85d-e13b-4f7c-af01-2ae487fa8bd1 triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:47.056548 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-8c83417c-ad1b-4d26-a576-3116297e665a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:47.134788 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428ad412-0cac-44e1-a220-5ec72c4a8fff admin admin] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:48:47.146564 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca172935-5f0a-4020-9c5c-3dccfabc58a7 None None] Sync routers for ids ['e18495b0-7751-4f9f-af15-e751b7098f0a'] in dv-cinder-825103-1-iscsi {{(pid=82759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:48:47.176549 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca172935-5f0a-4020-9c5c-3dccfabc58a7 None None] Routers {'e18495b0-7751-4f9f-af15-e751b7098f0a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:48:47.177172 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-ca172935-5f0a-4020-9c5c-3dccfabc58a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:48:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['e18495b0-7751-4f9f-af15-e751b7098f0a'], 'active': True} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:47.328603 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-428ad412-0cac-44e1-a220-5ec72c4a8fff admin admin] Notify callbacks [] for router, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:47.329814 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-428ad412-0cac-44e1-a220-5ec72c4a8fff admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.9565346 Jan 18 12:48:47.358639 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:47.399645 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-6af4850a-86ba-4522-8972-33da05e93d43 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:47.411799 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-6af4850a-86ba-4522-8972-33da05e93d43 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Synchronizing usage tracker for tenant:52010a3b3bab49cb91a1f91eb4c227cd on resource:network {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:48:47.417596 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 44852) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:47.477584 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-8c83417c-ad1b-4d26-a576-3116297e665a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:47.503939 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:47.543114 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-8c83417c-ad1b-4d26-a576-3116297e665a None None] For port 7b40e85d-e13b-4f7c-af01-2ae487fa8bd1, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=7b40e85d-e13b-4f7c-af01-2ae487fa8bd1,segment=NetworkSegment(87c18e1c-b1f5-42be-a8fc-168d2192ac96),segment_id=87c18e1c-b1f5-42be-a8fc-168d2192ac96)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:47.567588 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-8c83417c-ad1b-4d26-a576-3116297e665a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:47.608500 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcbab11-6c90-4a86-87ef-77192a92c59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397680bf-9b62-4133-8333-0aad5cacef00,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:47.658074 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvr_db [None req-ca172935-5f0a-4020-9c5c-3dccfabc58a7 None None] Set router e18495b0-7751-4f9f-af15-e751b7098f0a gateway port host: dv-cinder-825103-1-iscsi {{(pid=82759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:48:47.659286 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:47.662904 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c83417c-ad1b-4d26-a576-3116297e665a None None] Pushing event updated for resources: {'Port': ['ID=7b40e85d-e13b-4f7c-af01-2ae487fa8bd1,revision_number=3']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:47.701182 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-cfcbab11-6c90-4a86-87ef-77192a92c59d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c53f9333938b4f52a065eba6a1e56033&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3609734 Jan 18 12:48:47.717194 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 44864) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:47.756367 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-350c4d4b-4c8b-45c2-b4e9-947f60c48107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:47.777269 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 44868) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:47.795276 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c04e94b2-a496-4762-afcf-0b390371cfd6 req-46416c4b-7529-4cc1-935b-7d445011e399 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 210 time: 0.1883833 Jan 18 12:48:47.865201 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-350c4d4b-4c8b-45c2-b4e9-947f60c48107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:47.869824 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-350c4d4b-4c8b-45c2-b4e9-947f60c48107 admin admin] Usage tracker for resource:security_group_rule and tenant:8399357049ba4047b8898bbbca0a1528 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:47.884485 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-350c4d4b-4c8b-45c2-b4e9-947f60c48107 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:47.896963 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-350c4d4b-4c8b-45c2-b4e9-947f60c48107 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:47.975492 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-931743ae-e8eb-4f64-86fe-5d1271b7c4c3 None None] Notify callbacks [] for port, precommit_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:47.977177 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ddf48620-45cb-4d04-98dd-7887bbc13600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:48.004307 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.db.api [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 12:48:48.004948 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG oslo_db.api [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 12:48:48.007044 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-931743ae-e8eb-4f64-86fe-5d1271b7c4c3 None None] Transition to ACTIVE for port object a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa will not be triggered until provisioned by entity L2. {{(pid=82758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:48:48.021320 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-931743ae-e8eb-4f64-86fe-5d1271b7c4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:48.126912 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-931743ae-e8eb-4f64-86fe-5d1271b7c4c3 None None] Attempting to bind port a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa on host dv-cinder-825103-1-iscsi for vnic_type normal with profile {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:48:48.127507 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-931743ae-e8eb-4f64-86fe-5d1271b7c4c3 None None] Attempting to bind port a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa by drivers openvswitch,hyperv on host dv-cinder-825103-1-iscsi at level 0 using segments [{'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:48:48.128028 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931743ae-e8eb-4f64-86fe-5d1271b7c4c3 None None] Attempting to bind port a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa on network e1680602-72eb-4a8f-a690-8170848820e2 {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:48:48.130768 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-6af4850a-86ba-4522-8972-33da05e93d43 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Unset dirty status for tenant:52010a3b3bab49cb91a1f91eb4c227cd on resource:network {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:48:48.132156 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-6af4850a-86ba-4522-8972-33da05e93d43 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.35 "GET /v2.0/networks?id=d3543a02-5a58-40de-8593-2e7eba7bca47 HTTP/1.1" status: 200 len: 812 time: 1.3849964 Jan 18 12:48:48.141684 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ddf48620-45cb-4d04-98dd-7887bbc13600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:48.142431 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f705852-b5b0-4078-ba61-eebcdc4c2830 None None] Pushing event updated for resources: {'Port': ['ID=a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa,revision_number=2']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:48.145581 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931743ae-e8eb-4f64-86fe-5d1271b7c4c3 None None] Checking agent: {'id': 'fb28a64d-5559-4ddf-90c6-916f6d0b547c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 40, 17), 'started_at': datetime.datetime(2022, 1, 18, 12, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:48:48.145581 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931743ae-e8eb-4f64-86fe-5d1271b7c4c3 None None] Checking segment: {'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:48:48.147278 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-c97bb7cb-be92-46bd-b3a0-3eb241e4d150 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:48.147507 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-931743ae-e8eb-4f64-86fe-5d1271b7c4c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:48.148532 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931743ae-e8eb-4f64-86fe-5d1271b7c4c3 None None] Bound using segment: {'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:48:48.148816 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-931743ae-e8eb-4f64-86fe-5d1271b7c4c3 None None] Bound port: a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa, host: dv-cinder-825103-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'}}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:48:48.149584 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-931743ae-e8eb-4f64-86fe-5d1271b7c4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:48.152698 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-c97bb7cb-be92-46bd-b3a0-3eb241e4d150 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/networks?id=278ba1fd-8468-4f28-a995-460d471862f3 HTTP/1.1" status: 200 len: 819 time: 0.2616110 Jan 18 12:48:48.243526 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-ca172935-5f0a-4020-9c5c-3dccfabc58a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1640783183-router', 'tenant_id': '62c83339981e4116982823738389569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T12:48:44Z', 'revision_number': 3, 'project_id': '62c83339981e4116982823738389569b', 'gw_port': {'id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cc:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:42Z', 'updated_at': '2022-01-18T12:48:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:48.248851 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca172935-5f0a-4020-9c5c-3dccfabc58a7 None None] Checking router: e18495b0-7751-4f9f-af15-e751b7098f0a for host: dv-cinder-825103-1-iscsi {{(pid=82759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:48:48.249469 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca172935-5f0a-4020-9c5c-3dccfabc58a7 None None] Updating router e18495b0-7751-4f9f-af15-e751b7098f0a port 1c917de6-41b9-4ffd-8c85-be3e4577bd3a binding host dv-cinder-825103-1-iscsi {{(pid=82759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:48:48.282011 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-350c4d4b-4c8b-45c2-b4e9-947f60c48107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:48.307679 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-f34e8d55-e4b1-430f-97b1-5db67f132016 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Request body: {'port': {'device_id': '6533178e-031e-4227-86e2-58e35d0f88c5', 'network_id': 'd3543a02-5a58-40de-8593-2e7eba7bca47', 'admin_state_up': True, 'tenant_id': '52010a3b3bab49cb91a1f91eb4c227cd'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:48.314345 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-931743ae-e8eb-4f64-86fe-5d1271b7c4c3 None None] For port a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa, host dv-cinder-825103-1-iscsi, cleared binding levels {{(pid=82758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:48:48.318111 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-931743ae-e8eb-4f64-86fe-5d1271b7c4c3 None None] For port a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa, host dv-cinder-825103-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa,segment=NetworkSegment(a71a77f2-f00b-4634-9c06-cb577f22632a),segment_id=a71a77f2-f00b-4634-9c06-cb577f22632a)] {{(pid=82758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:48:48.324448 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-931743ae-e8eb-4f64-86fe-5d1271b7c4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:48.348024 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-350c4d4b-4c8b-45c2-b4e9-947f60c48107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:48.349747 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-ca172935-5f0a-4020-9c5c-3dccfabc58a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:48.358072 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ddf48620-45cb-4d04-98dd-7887bbc13600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:48.393474 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf48620-45cb-4d04-98dd-7887bbc13600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397680bf-9b62-4133-8333-0aad5cacef00,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:48.411032 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ce999d8a-edfd-4097-82da-228d0d97ee33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:48.430848 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ddf48620-45cb-4d04-98dd-7887bbc13600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:48.432448 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-ddf48620-45cb-4d04-98dd-7887bbc13600 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/397680bf-9b62-4133-8333-0aad5cacef00 HTTP/1.1" status: 204 len: 168 time: 0.7143245 Jan 18 12:48:48.486230 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c983c6-cc25-4dda-92b4-693a58b0f760 None None] Sync routers for ids ['94d52587-387a-4ca1-b04e-b99d963c9cdd'] in dv-cinder-825103-1-iscsi {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:48:48.528917 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-e3342487-c641-4ffc-953b-9b8cdda17352 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/quotas/1f579550087f4cada7f426f1d491402f HTTP/1.1" status: 200 len: 375 time: 0.2407300 Jan 18 12:48:48.631673 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c983c6-cc25-4dda-92b4-693a58b0f760 None None] Routers {'94d52587-387a-4ca1-b04e-b99d963c9cdd'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:48:48.633484 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-a1c983c6-cc25-4dda-92b4-693a58b0f760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:48:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['94d52587-387a-4ca1-b04e-b99d963c9cdd'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:48.676731 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3b1613fe-64c2-4324-9a22-71f96f9c1663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:48.714504 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-350c4d4b-4c8b-45c2-b4e9-947f60c48107 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8399357049ba4047b8898bbbca0a1528&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0008037 Jan 18 12:48:48.719321 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 44916) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:49.031115 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:48:49.196710 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-a1c983c6-cc25-4dda-92b4-693a58b0f760 None None] Set router 94d52587-387a-4ca1-b04e-b99d963c9cdd gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:48:49.251707 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-ca172935-5f0a-4020-9c5c-3dccfabc58a7 None None] Notify callbacks [] for port, precommit_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:49.266451 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.provisioning_blocks [None req-ca172935-5f0a-4020-9c5c-3dccfabc58a7 None None] Transition to ACTIVE for port object 1c917de6-41b9-4ffd-8c85-be3e4577bd3a will not be triggered until provisioned by entity L2. {{(pid=82759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:48:49.276960 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-ca172935-5f0a-4020-9c5c-3dccfabc58a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:49.284942 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-447d457e-429d-404b-ae5d-487bef048ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:49.317439 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c4d4b-4c8b-45c2-b4e9-947f60c48107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139eaba8-460c-4983-a76d-f7f98864aec1,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:49.339717 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-f34e8d55-e4b1-430f-97b1-5db67f132016 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:49.346880 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-f34e8d55-e4b1-430f-97b1-5db67f132016 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Usage tracker for resource:port and tenant:52010a3b3bab49cb91a1f91eb4c227cd is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:49.352718 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-f34e8d55-e4b1-430f-97b1-5db67f132016 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:49.365275 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-f34e8d55-e4b1-430f-97b1-5db67f132016 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:49.404353 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-f34e8d55-e4b1-430f-97b1-5db67f132016 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Made reservation on behalf of 52010a3b3bab49cb91a1f91eb4c227cd for: {'port': 1} {{(pid=82756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:48:49.408678 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-f34e8d55-e4b1-430f-97b1-5db67f132016 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:49.416584 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-447d457e-429d-404b-ae5d-487bef048ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:49.453551 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-3b1613fe-64c2-4324-9a22-71f96f9c1663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:49.496399 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-3b1613fe-64c2-4324-9a22-71f96f9c1663 admin admin] Usage tracker for resource:security_group_rule and tenant:efd6ae3bf68d4e80a46966f091b69140 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:49.501841 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9486a3-0788-4d81-b2ae-afb2ee87ac9c None None] Pushing event updated for resources: {'Port': ['ID=1c917de6-41b9-4ffd-8c85-be3e4577bd3a,revision_number=2']} {{(pid=82759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:49.511646 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-3b1613fe-64c2-4324-9a22-71f96f9c1663 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:49.541548 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.managers [None req-ca172935-5f0a-4020-9c5c-3dccfabc58a7 None None] Attempting to bind port 1c917de6-41b9-4ffd-8c85-be3e4577bd3a on host dv-cinder-825103-1-iscsi for vnic_type normal with profile {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:48:49.543224 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.managers [None req-ca172935-5f0a-4020-9c5c-3dccfabc58a7 None None] Attempting to bind port 1c917de6-41b9-4ffd-8c85-be3e4577bd3a by drivers openvswitch,hyperv on host dv-cinder-825103-1-iscsi at level 0 using segments [{'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'}] {{(pid=82759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:48:49.544588 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.db_base_plugin_common [None req-ce999d8a-edfd-4097-82da-228d0d97ee33 admin admin] Allocated IP 172.20.0.1 (3ce910e8-fa9a-402c-bef7-c36aef1e716c/7fc8c1b8-cfa3-49d9-9595-474a5f6baf01/e9f83c83-66fc-4b7d-9a7d-1e098496b211) {{(pid=82757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:48:49.545314 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca172935-5f0a-4020-9c5c-3dccfabc58a7 None None] Attempting to bind port 1c917de6-41b9-4ffd-8c85-be3e4577bd3a on network e1680602-72eb-4a8f-a690-8170848820e2 {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:48:49.547899 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-78bce19a-2511-4432-8184-fa329cc3d0cf tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Synchronizing usage tracker for tenant:1f579550087f4cada7f426f1d491402f on resource:port {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:48:49.565234 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca172935-5f0a-4020-9c5c-3dccfabc58a7 None None] Checking agent: {'id': 'fb28a64d-5559-4ddf-90c6-916f6d0b547c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 40, 17), 'started_at': datetime.datetime(2022, 1, 18, 12, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:48:49.566086 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca172935-5f0a-4020-9c5c-3dccfabc58a7 None None] Checking segment: {'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:48:49.566781 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-ca172935-5f0a-4020-9c5c-3dccfabc58a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:49.567319 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca172935-5f0a-4020-9c5c-3dccfabc58a7 None None] Bound using segment: {'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'} {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:48:49.567958 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.managers [None req-ca172935-5f0a-4020-9c5c-3dccfabc58a7 None None] Bound port: 1c917de6-41b9-4ffd-8c85-be3e4577bd3a, host: dv-cinder-825103-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'}}] {{(pid=82759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:48:49.568537 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-ca172935-5f0a-4020-9c5c-3dccfabc58a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:49.575504 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-3b1613fe-64c2-4324-9a22-71f96f9c1663 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:49.583643 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-cdc71905-480f-4354-91ec-f74b1c29dc75 req-0cec1a7e-a9f4-46d8-abed-2af44fa4c552 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 210 time: 0.4061489 Jan 18 12:48:49.600304 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f705852-b5b0-4078-ba61-eebcdc4c2830 None None] Pushing event updated for resources: {'Port': ['ID=a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa,revision_number=3']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:49.662506 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931743ae-e8eb-4f64-86fe-5d1271b7c4c3 None None] Routers {'9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:48:49.663203 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-931743ae-e8eb-4f64-86fe-5d1271b7c4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:48:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:49.713085 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.db [None req-ca172935-5f0a-4020-9c5c-3dccfabc58a7 None None] For port 1c917de6-41b9-4ffd-8c85-be3e4577bd3a, host dv-cinder-825103-1-iscsi, cleared binding levels {{(pid=82759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:48:49.719376 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.db [None req-ca172935-5f0a-4020-9c5c-3dccfabc58a7 None None] For port 1c917de6-41b9-4ffd-8c85-be3e4577bd3a, host dv-cinder-825103-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=1c917de6-41b9-4ffd-8c85-be3e4577bd3a,segment=NetworkSegment(a71a77f2-f00b-4634-9c06-cb577f22632a),segment_id=a71a77f2-f00b-4634-9c06-cb577f22632a)] {{(pid=82759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:48:49.734366 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-ca172935-5f0a-4020-9c5c-3dccfabc58a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:49.872282 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-78bce19a-2511-4432-8184-fa329cc3d0cf tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Unset dirty status for tenant:1f579550087f4cada7f426f1d491402f on resource:port {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:48:49.874001 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-78bce19a-2511-4432-8184-fa329cc3d0cf tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=1f579550087f4cada7f426f1d491402f&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3383787 Jan 18 12:48:49.892035 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-447d457e-429d-404b-ae5d-487bef048ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:49.951493 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-931743ae-e8eb-4f64-86fe-5d1271b7c4c3 None None] Set router 9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:48:49.962837 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9486a3-0788-4d81-b2ae-afb2ee87ac9c None None] Pushing event updated for resources: {'Port': ['ID=1c917de6-41b9-4ffd-8c85-be3e4577bd3a,revision_number=3']} {{(pid=82759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:49.990213 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca172935-5f0a-4020-9c5c-3dccfabc58a7 None None] Routers {'e18495b0-7751-4f9f-af15-e751b7098f0a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:48:49.990824 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d457e-429d-404b-ae5d-487bef048ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139eaba8-460c-4983-a76d-f7f98864aec1,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:49.991838 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-ca172935-5f0a-4020-9c5c-3dccfabc58a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:48:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['e18495b0-7751-4f9f-af15-e751b7098f0a'], 'active': True} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:50.121376 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-447d457e-429d-404b-ae5d-487bef048ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:50.125744 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-447d457e-429d-404b-ae5d-487bef048ef6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/139eaba8-460c-4983-a76d-f7f98864aec1 HTTP/1.1" status: 204 len: 168 time: 1.4053438 Jan 18 12:48:50.204906 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ce999d8a-edfd-4097-82da-228d0d97ee33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:50.280183 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.provisioning_blocks [None req-ce999d8a-edfd-4097-82da-228d0d97ee33 admin admin] Transition to ACTIVE for port object e9f83c83-66fc-4b7d-9a7d-1e098496b211 will not be triggered until provisioned by entity DHCP. {{(pid=82757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:48:50.354231 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ce999d8a-edfd-4097-82da-228d0d97ee33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243'] for port, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:50.535687 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:50.627264 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce999d8a-edfd-4097-82da-228d0d97ee33 admin admin] Network 3ce910e8-fa9a-402c-bef7-c36aef1e716c is already hosted by enough agents. {{(pid=82757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:48:50.633116 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce999d8a-edfd-4097-82da-228d0d97ee33 admin admin] Pushing event updated for resources: {'Port': ['ID=e9f83c83-66fc-4b7d-9a7d-1e098496b211,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:50.641302 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvr_db [None req-ca172935-5f0a-4020-9c5c-3dccfabc58a7 None None] Set router e18495b0-7751-4f9f-af15-e751b7098f0a gateway port host: dv-cinder-825103-1-iscsi {{(pid=82759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:48:50.643129 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-ce999d8a-edfd-4097-82da-228d0d97ee33 admin admin] Resources bound (agent type, host, resource id): {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:50.646212 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce999d8a-edfd-4097-82da-228d0d97ee33 admin admin] Received port after_create {{(pid=82757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:48:50.650096 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ce999d8a-edfd-4097-82da-228d0d97ee33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16439462'] for router_interface, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:50.879723 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-0fe355dd-7f86-4ca7-9211-395671384ced service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=82756) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:48:50.881215 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-0fe355dd-7f86-4ca7-9211-395671384ced service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.6692188 Jan 18 12:48:50.893690 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3b1613fe-64c2-4324-9a22-71f96f9c1663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:50.896704 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.db_base_plugin_common [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-f34e8d55-e4b1-430f-97b1-5db67f132016 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Allocated IP 172.20.0.9 (d3543a02-5a58-40de-8593-2e7eba7bca47/f2dc87e7-7a7a-4070-b8c2-a50d9c226810/13011e39-d01a-462d-9ba2-c07df126f030) {{(pid=82756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:48:50.898789 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ce999d8a-edfd-4097-82da-228d0d97ee33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:50.959991 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3b1613fe-64c2-4324-9a22-71f96f9c1663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:50.968620 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 54763fc1-5074-4028-9f3f-8e48bbe3ea5a up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:48:51.213643 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 44958) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:51.332983 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-cdbcfc7e-da8c-4a15-a7b1-b2408dccbd30 None None] Provisioning for port e9f83c83-66fc-4b7d-9a7d-1e098496b211 completed by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:48:51.375396 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-cdbcfc7e-da8c-4a15-a7b1-b2408dccbd30 None None] Provisioning complete for port e9f83c83-66fc-4b7d-9a7d-1e098496b211 triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:51.375780 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-cdbcfc7e-da8c-4a15-a7b1-b2408dccbd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:51.483733 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-8b55091f-bd28-4269-b686-d0a6b1048863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:51.526047 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-ca172935-5f0a-4020-9c5c-3dccfabc58a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1640783183-router', 'tenant_id': '62c83339981e4116982823738389569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T12:48:44Z', 'revision_number': 3, 'project_id': '62c83339981e4116982823738389569b', 'gw_port': {'id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cc:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:42Z', 'updated_at': '2022-01-18T12:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:51.532995 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1613fe-64c2-4324-9a22-71f96f9c1663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a89a6b-3787-469a-80e2-e9bcfb1d18cf,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:51.534825 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca172935-5f0a-4020-9c5c-3dccfabc58a7 None None] The sync data for ids ['e18495b0-7751-4f9f-af15-e751b7098f0a'] in dv-cinder-825103-1-iscsi is: [{'id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1640783183-router', 'tenant_id': '62c83339981e4116982823738389569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T12:48:44Z', 'revision_number': 3, 'project_id': '62c83339981e4116982823738389569b', 'gw_port': {'id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cc:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:42Z', 'updated_at': '2022-01-18T12:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}] {{(pid=82759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:48:51.575893 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-3b1613fe-64c2-4324-9a22-71f96f9c1663 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=efd6ae3bf68d4e80a46966f091b69140&name=default HTTP/1.1" status: 200 len: 2647 time: 3.7537472 Jan 18 12:48:51.600402 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 44966) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:51.673611 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-cdbcfc7e-da8c-4a15-a7b1-b2408dccbd30 None None] Port e9f83c83-66fc-4b7d-9a7d-1e098496b211 cannot update to ACTIVE because it is not bound. {{(pid=82758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:48:51.680595 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-931743ae-e8eb-4f64-86fe-5d1271b7c4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'name': 'tempest-AttachVolumeTestJSON-1698032946-router', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T12:48:41Z', 'revision_number': 3, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'gw_port': {'id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T12:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:51.699325 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c133b0fe-7c52-4c88-b456-b30584878ac3 req-f376f9a1-39dc-4e4a-b2b6-50366c1ea165 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 210 time: 0.2719333 Jan 18 12:48:51.709716 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931743ae-e8eb-4f64-86fe-5d1271b7c4c3 None None] The sync data for ids ['9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'] in dv-cinder-825103-1-iscsi is: [{'id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'name': 'tempest-AttachVolumeTestJSON-1698032946-router', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T12:48:41Z', 'revision_number': 3, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'gw_port': {'id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T12:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}] {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:48:51.743365 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning for port 54763fc1-5074-4028-9f3f-8e48bbe3ea5a completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:48:51.783089 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 54763fc1-5074-4028-9f3f-8e48bbe3ea5a triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:51.783899 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:51.839199 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-a1c983c6-cc25-4dda-92b4-693a58b0f760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d52587-387a-4ca1-b04e-b99d963c9cdd', 'name': 'tempest-ServerRescueNegativeTestJSON-1259434611-router', 'tenant_id': '1f579550087f4cada7f426f1d491402f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '54763fc1-5074-4028-9f3f-8e48bbe3ea5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:37Z', 'updated_at': '2022-01-18T12:48:43Z', 'revision_number': 4, 'project_id': '1f579550087f4cada7f426f1d491402f', 'gw_port': {'id': '54763fc1-5074-4028-9f3f-8e48bbe3ea5a', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:18:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d52587-387a-4ca1-b04e-b99d963c9cdd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T12:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': '4a1cfa6c-2f21-43d3-9a45-96d36c69e1a5', 'name': '', 'network_id': '278ba1fd-8468-4f28-a995-460d471862f3', 'tenant_id': '1f579550087f4cada7f426f1d491402f', 'mac_address': 'fa:16:3e:d1:f5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d52587-387a-4ca1-b04e-b99d963c9cdd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3f6ce3a-9cb1-41e6-95d3-abca0d25c5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:41Z', 'updated_at': '2022-01-18T12:48:43Z', 'revision_number': 2, 'project_id': '1f579550087f4cada7f426f1d491402f', 'subnets': [{'id': 'e3f6ce3a-9cb1-41e6-95d3-abca0d25c5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:51.882606 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c983c6-cc25-4dda-92b4-693a58b0f760 None None] Checking router: 94d52587-387a-4ca1-b04e-b99d963c9cdd for host: dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:48:51.884028 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c983c6-cc25-4dda-92b4-693a58b0f760 None None] Updating router 94d52587-387a-4ca1-b04e-b99d963c9cdd port 4a1cfa6c-2f21-43d3-9a45-96d36c69e1a5 binding host dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:48:51.941765 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ce999d8a-edfd-4097-82da-228d0d97ee33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:51.945960 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-75484536-b1c3-4499-ac8a-543f35ecf626 service neutron] 10.222.0.84 "GET /v2.0/networks/278ba1fd-8468-4f28-a995-460d471862f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0438676 Jan 18 12:48:51.947736 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ce999d8a-edfd-4097-82da-228d0d97ee33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:51.952222 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ce999d8a-edfd-4097-82da-228d0d97ee33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15336385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16440911'] for router_interface, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:51.956396 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 44974) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:52.097849 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-a1c983c6-cc25-4dda-92b4-693a58b0f760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:52.099875 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-8b55091f-bd28-4269-b686-d0a6b1048863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:52.284853 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-8b55091f-bd28-4269-b686-d0a6b1048863 admin admin] Usage tracker for resource:security_group_rule and tenant:8554eb23672e48de9656f0e50e79ced8 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:52.366152 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-8b55091f-bd28-4269-b686-d0a6b1048863 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:52.403986 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce999d8a-edfd-4097-82da-228d0d97ee33 admin admin] Pushing event updated for resources: {'Port': ['ID=e9f83c83-66fc-4b7d-9a7d-1e098496b211,revision_number=2']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:52.457198 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-8b55091f-bd28-4269-b686-d0a6b1048863 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:52.576015 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:52.641507 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce999d8a-edfd-4097-82da-228d0d97ee33 admin admin] Network 3ce910e8-fa9a-402c-bef7-c36aef1e716c is already hosted by enough agents. {{(pid=82757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:48:52.643275 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-ce999d8a-edfd-4097-82da-228d0d97ee33 admin admin] Resources bound (agent type, host, resource id): {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:52.791232 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] For port 54763fc1-5074-4028-9f3f-8e48bbe3ea5a, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=54763fc1-5074-4028-9f3f-8e48bbe3ea5a,segment=NetworkSegment(a71a77f2-f00b-4634-9c06-cb577f22632a),segment_id=a71a77f2-f00b-4634-9c06-cb577f22632a)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:52.810223 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:52.811054 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 32780a61-d12c-4362-a0e0-87e34f3c04fe up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:48:52.846088 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4a3dfc54-bc63-4f62-88eb-5c033de59a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:53.051981 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-8b55091f-bd28-4269-b686-d0a6b1048863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:53.160827 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3fef9072-93da-443c-8f70-1b3169ee9115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:53.162570 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-8b55091f-bd28-4269-b686-d0a6b1048863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:53.178828 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-4a3dfc54-bc63-4f62-88eb-5c033de59a43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:53.185148 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-4a3dfc54-bc63-4f62-88eb-5c033de59a43 admin admin] Usage tracker for resource:security_group_rule and tenant:9eeab993abae4cc2a6e77a8548f67214 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:53.189798 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-4a3dfc54-bc63-4f62-88eb-5c033de59a43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:53.199770 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-4a3dfc54-bc63-4f62-88eb-5c033de59a43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:53.202527 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 32780a61-d12c-4362-a0e0-87e34f3c04fe triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:53.203080 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:53.331634 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-8b55091f-bd28-4269-b686-d0a6b1048863 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8554eb23672e48de9656f0e50e79ced8&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1076589 Jan 18 12:48:53.345293 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 44990) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:53.350431 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55091f-bd28-4269-b686-d0a6b1048863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e3ece1-a07d-4e6a-b395-8b132cae81ef,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:53.468595 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Pushing event updated for resources: {'Port': ['ID=54763fc1-5074-4028-9f3f-8e48bbe3ea5a,revision_number=4']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:53.580063 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-f34e8d55-e4b1-430f-97b1-5db67f132016 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Notify callbacks [] for port, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:53.595012 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-8c9d56ef-4875-4bd1-8a89-2f877bd49afc req-4fadec18-d37d-402d-991e-5fc98ccfc9b1 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 210 time: 0.1742039 Jan 18 12:48:53.639010 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4a3dfc54-bc63-4f62-88eb-5c033de59a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:53.654217 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4a3dfc54-bc63-4f62-88eb-5c033de59a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:53.725440 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-f34e8d55-e4b1-430f-97b1-5db67f132016 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243'] for port, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:53.741391 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3fef9072-93da-443c-8f70-1b3169ee9115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:53.748287 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-c9f14738-760f-46d6-9c1d-f2408d8968b0 None None] Provisioning complete for port e9f83c83-66fc-4b7d-9a7d-1e098496b211 triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:53.748972 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-c9f14738-760f-46d6-9c1d-f2408d8968b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:53.809356 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3dfc54-bc63-4f62-88eb-5c033de59a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106c042a-2ded-4d6f-a1bc-8cfecd8e8fee,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:53.831297 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-4a3dfc54-bc63-4f62-88eb-5c033de59a43 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9eeab993abae4cc2a6e77a8548f67214&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8340163 Jan 18 12:48:53.854497 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-c9f14738-760f-46d6-9c1d-f2408d8968b0 None None] Port e9f83c83-66fc-4b7d-9a7d-1e098496b211 cannot update to ACTIVE because it is not bound. {{(pid=82758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:48:53.897888 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-cf3e4806-3052-4562-b8ec-666a5e39d3e4 service neutron] 10.222.0.84 "GET /v2.0/networks/278ba1fd-8468-4f28-a995-460d471862f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9153724 Jan 18 12:48:53.898286 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 44996) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:53.939233 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-a1c983c6-cc25-4dda-92b4-693a58b0f760 None None] Notify callbacks [] for port, precommit_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:53.952000 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-a1c983c6-cc25-4dda-92b4-693a58b0f760 None None] Transition to ACTIVE for port object 4a1cfa6c-2f21-43d3-9a45-96d36c69e1a5 will not be triggered until provisioned by entity L2. {{(pid=82758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:48:53.961265 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-a1c983c6-cc25-4dda-92b4-693a58b0f760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:54.033703 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f885015-0bdf-4047-941e-a7a0fd5d7536 None None] Pushing event updated for resources: {'Port': ['ID=4a1cfa6c-2f21-43d3-9a45-96d36c69e1a5,revision_number=3']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:54.237284 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-a1c983c6-cc25-4dda-92b4-693a58b0f760 None None] Attempting to bind port 4a1cfa6c-2f21-43d3-9a45-96d36c69e1a5 on host dv-cinder-825103-1-iscsi for vnic_type normal with profile {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:48:54.238025 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-a1c983c6-cc25-4dda-92b4-693a58b0f760 None None] Attempting to bind port 4a1cfa6c-2f21-43d3-9a45-96d36c69e1a5 by drivers openvswitch,hyperv on host dv-cinder-825103-1-iscsi at level 0 using segments [{'id': 'cfce463f-bb18-41f5-bd53-a09e299dfec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '278ba1fd-8468-4f28-a995-460d471862f3'}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:48:54.238273 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c983c6-cc25-4dda-92b4-693a58b0f760 None None] Attempting to bind port 4a1cfa6c-2f21-43d3-9a45-96d36c69e1a5 on network 278ba1fd-8468-4f28-a995-460d471862f3 {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:48:54.250706 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c983c6-cc25-4dda-92b4-693a58b0f760 None None] Checking agent: {'id': 'fb28a64d-5559-4ddf-90c6-916f6d0b547c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 40, 17), 'started_at': datetime.datetime(2022, 1, 18, 12, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:48:54.253635 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c983c6-cc25-4dda-92b4-693a58b0f760 None None] Checking segment: {'id': 'cfce463f-bb18-41f5-bd53-a09e299dfec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '278ba1fd-8468-4f28-a995-460d471862f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:48:54.254315 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-a1c983c6-cc25-4dda-92b4-693a58b0f760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:54.254978 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c983c6-cc25-4dda-92b4-693a58b0f760 None None] Bound using segment: {'id': 'cfce463f-bb18-41f5-bd53-a09e299dfec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '278ba1fd-8468-4f28-a995-460d471862f3'} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:48:54.255538 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-a1c983c6-cc25-4dda-92b4-693a58b0f760 None None] Bound port: 4a1cfa6c-2f21-43d3-9a45-96d36c69e1a5, host: dv-cinder-825103-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfce463f-bb18-41f5-bd53-a09e299dfec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '278ba1fd-8468-4f28-a995-460d471862f3'}}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:48:54.260638 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-a1c983c6-cc25-4dda-92b4-693a58b0f760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:54.280842 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 7b40e85d-e13b-4f7c-af01-2ae487fa8bd1 up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:48:54.483568 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce999d8a-edfd-4097-82da-228d0d97ee33 admin admin] Router 9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb has already been hosted by L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 {{(pid=82757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:48:54.589894 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-f34e8d55-e4b1-430f-97b1-5db67f132016 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Network d3543a02-5a58-40de-8593-2e7eba7bca47 is already hosted by enough agents. {{(pid=82756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:48:54.619548 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 7b40e85d-e13b-4f7c-af01-2ae487fa8bd1 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:54.619916 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:54.689280 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-a1c983c6-cc25-4dda-92b4-693a58b0f760 None None] For port 4a1cfa6c-2f21-43d3-9a45-96d36c69e1a5, host dv-cinder-825103-1-iscsi, cleared binding levels {{(pid=82758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:48:54.689896 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.base_scheduler [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-f34e8d55-e4b1-430f-97b1-5db67f132016 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Resources bound (agent type, host, resource id): {{(pid=82756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:48:54.700298 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-f34e8d55-e4b1-430f-97b1-5db67f132016 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Received port after_create {{(pid=82756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:48:54.708458 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-a1c983c6-cc25-4dda-92b4-693a58b0f760 None None] For port 4a1cfa6c-2f21-43d3-9a45-96d36c69e1a5, host dv-cinder-825103-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=4a1cfa6c-2f21-43d3-9a45-96d36c69e1a5,segment=NetworkSegment(cfce463f-bb18-41f5-bd53-a09e299dfec8),segment_id=cfce463f-bb18-41f5-bd53-a09e299dfec8)] {{(pid=82758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:48:54.714238 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-f34e8d55-e4b1-430f-97b1-5db67f132016 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:54.716405 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-f34e8d55-e4b1-430f-97b1-5db67f132016 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:54.744384 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4f755807-de0b-4fa0-a652-f3c84285294f req-272298d2-af26-4633-8908-a56d23e2af59 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 210 time: 0.2590864 Jan 18 12:48:54.819579 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-a1c983c6-cc25-4dda-92b4-693a58b0f760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:54.830627 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3fef9072-93da-443c-8f70-1b3169ee9115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:54.833288 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3fef9072-93da-443c-8f70-1b3169ee9115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:54.843048 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-3fef9072-93da-443c-8f70-1b3169ee9115 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/34a89a6b-3787-469a-80e2-e9bcfb1d18cf HTTP/1.1" status: 204 len: 168 time: 3.2306836 Jan 18 12:48:54.940429 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef9072-93da-443c-8f70-1b3169ee9115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a89a6b-3787-469a-80e2-e9bcfb1d18cf,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:54.950091 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-f34e8d55-e4b1-430f-97b1-5db67f132016 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6630511 Jan 18 12:48:54.959707 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e8d55-e4b1-430f-97b1-5db67f132016 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Pushing event updated for resources: {'Port': ['ID=13011e39-d01a-462d-9ba2-c07df126f030,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:54.988505 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-cebe2652-f244-415a-924b-7d26394f9a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:55.058212 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 54763fc1-5074-4028-9f3f-8e48bbe3ea5a up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:48:55.070800 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-f3495069-ade0-48c7-9a7f-06bcef788779 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=82756) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:48:55.071891 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-f3495069-ade0-48c7-9a7f-06bcef788779 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0699108 Jan 18 12:48:55.188066 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c983c6-cc25-4dda-92b4-693a58b0f760 None None] Routers {'94d52587-387a-4ca1-b04e-b99d963c9cdd'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:48:55.189064 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-a1c983c6-cc25-4dda-92b4-693a58b0f760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:48:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['94d52587-387a-4ca1-b04e-b99d963c9cdd'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:55.417662 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5e4075b0-7f34-4687-aaba-e515ee221d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:55.451783 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f885015-0bdf-4047-941e-a7a0fd5d7536 None None] Pushing event updated for resources: {'Port': ['ID=4a1cfa6c-2f21-43d3-9a45-96d36c69e1a5,revision_number=4']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:55.525295 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5e4075b0-7f34-4687-aaba-e515ee221d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:55.656013 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-cebe2652-f244-415a-924b-7d26394f9a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:55.664406 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5e4075b0-7f34-4687-aaba-e515ee221d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:55.834786 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4075b0-7f34-4687-aaba-e515ee221d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106c042a-2ded-4d6f-a1bc-8cfecd8e8fee,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:55.897210 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 54763fc1-5074-4028-9f3f-8e48bbe3ea5a triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:55.897574 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:55.901334 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5e4075b0-7f34-4687-aaba-e515ee221d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:55.906545 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-5e4075b0-7f34-4687-aaba-e515ee221d70 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/106c042a-2ded-4d6f-a1bc-8cfecd8e8fee HTTP/1.1" status: 204 len: 168 time: 1.9275653 Jan 18 12:48:55.923332 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce999d8a-edfd-4097-82da-228d0d97ee33 admin admin] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:48:55.944593 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-edca56ea-65ba-4dbd-b1d6-b3b04fd94eea service neutron] Request body: {'port': {'device_id': '6533178e-031e-4227-86e2-58e35d0f88c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:55.976110 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-7f398456-88c0-4215-a4c8-eee22539ad8e tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:55.978470 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-7f398456-88c0-4215-a4c8-eee22539ad8e tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Synchronizing usage tracker for tenant:1f579550087f4cada7f426f1d491402f on resource:network {{(pid=82757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:48:56.018731 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-ce999d8a-edfd-4097-82da-228d0d97ee33 admin admin] 10.222.0.84 "PUT /v2.0/routers/9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9183121 Jan 18 12:48:56.018731 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-7f398456-88c0-4215-a4c8-eee22539ad8e tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Unset dirty status for tenant:1f579550087f4cada7f426f1d491402f on resource:network {{(pid=82757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:48:56.018731 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-7f398456-88c0-4215-a4c8-eee22539ad8e tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/networks?id=278ba1fd-8468-4f28-a995-460d471862f3 HTTP/1.1" status: 200 len: 819 time: 0.6470492 Jan 18 12:48:56.092048 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-2d959d14-002a-47f9-810e-4208166173e0 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/quotas/1f579550087f4cada7f426f1d491402f HTTP/1.1" status: 200 len: 375 time: 0.0603120 Jan 18 12:48:56.167208 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-a1c983c6-cc25-4dda-92b4-693a58b0f760 None None] Set router 94d52587-387a-4ca1-b04e-b99d963c9cdd gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:48:56.212303 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d6231-4064-4f97-b34a-0c88cbc788d8 req-60b66654-5d6b-4635-8646-626695d5ac95 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:48:56.220083 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-3e3d6231-4064-4f97-b34a-0c88cbc788d8 req-60b66654-5d6b-4635-8646-626695d5ac95 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Synchronizing usage tracker for tenant:52010a3b3bab49cb91a1f91eb4c227cd on resource:port {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:48:56.287159 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-2512dc28-277c-4312-bd22-65cc48b1f087 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=1f579550087f4cada7f426f1d491402f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1920815 Jan 18 12:48:56.576794 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-cebe2652-f244-415a-924b-7d26394f9a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:56.682588 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-a8c90c53-fcae-4039-8696-18c8017f3988 service neutron] 10.222.0.84 "GET /v2.0/networks/278ba1fd-8468-4f28-a995-460d471862f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937888 Jan 18 12:48:56.794387 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-3e3d6231-4064-4f97-b34a-0c88cbc788d8 req-60b66654-5d6b-4635-8646-626695d5ac95 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Unset dirty status for tenant:52010a3b3bab49cb91a1f91eb4c227cd on resource:port {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:48:56.822868 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-3e3d6231-4064-4f97-b34a-0c88cbc788d8 req-60b66654-5d6b-4635-8646-626695d5ac95 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 931 time: 1.7985392 Jan 18 12:48:56.968318 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe2652-f244-415a-924b-7d26394f9a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e3ece1-a07d-4e6a-b395-8b132cae81ef,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:57.006017 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-46285943-34bc-4f31-9f0f-d0ffb2628562 service neutron] 10.222.0.84 "GET /v2.0/networks/278ba1fd-8468-4f28-a995-460d471862f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207107 Jan 18 12:48:57.049979 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45084) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:57.089336 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ae5ddc79-9658-49fc-a3c3-952b9695fa05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:57.095453 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 1c917de6-41b9-4ffd-8c85-be3e4577bd3a up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:48:57.141438 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-cebe2652-f244-415a-924b-7d26394f9a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:57.150072 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-cebe2652-f244-415a-924b-7d26394f9a07 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/70e3ece1-a07d-4e6a-b395-8b132cae81ef HTTP/1.1" status: 204 len: 168 time: 3.7955985 Jan 18 12:48:57.194182 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-ae5ddc79-9658-49fc-a3c3-952b9695fa05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:57.197444 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-edca56ea-65ba-4dbd-b1d6-b3b04fd94eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:57.205514 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-ae5ddc79-9658-49fc-a3c3-952b9695fa05 admin admin] Usage tracker for resource:security_group_rule and tenant:d1896ae6d8554ddfb898edc49d8cd762 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:57.217471 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-ae5ddc79-9658-49fc-a3c3-952b9695fa05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:57.230456 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-ae5ddc79-9658-49fc-a3c3-952b9695fa05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:57.289321 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-3e3d6231-4064-4f97-b34a-0c88cbc788d8 req-d437199b-5068-4961-8218-c9b62f43d25a tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Synchronizing usage tracker for tenant:52010a3b3bab49cb91a1f91eb4c227cd on resource:security_group {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:48:57.362879 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning for port 1c917de6-41b9-4ffd-8c85-be3e4577bd3a completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:48:57.413388 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 1c917de6-41b9-4ffd-8c85-be3e4577bd3a triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:57.414046 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:57.447071 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-02aa3417-e951-4531-aaef-6d4dae27fb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:57.591249 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ae5ddc79-9658-49fc-a3c3-952b9695fa05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:57.600887 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ae5ddc79-9658-49fc-a3c3-952b9695fa05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:57.648265 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.35', 50013) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:57.812293 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-a1c983c6-cc25-4dda-92b4-693a58b0f760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d52587-387a-4ca1-b04e-b99d963c9cdd', 'name': 'tempest-ServerRescueNegativeTestJSON-1259434611-router', 'tenant_id': '1f579550087f4cada7f426f1d491402f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '54763fc1-5074-4028-9f3f-8e48bbe3ea5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:37Z', 'updated_at': '2022-01-18T12:48:43Z', 'revision_number': 4, 'project_id': '1f579550087f4cada7f426f1d491402f', 'gw_port': {'id': '54763fc1-5074-4028-9f3f-8e48bbe3ea5a', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:18:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d52587-387a-4ca1-b04e-b99d963c9cdd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T12:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': '4a1cfa6c-2f21-43d3-9a45-96d36c69e1a5', 'name': '', 'network_id': '278ba1fd-8468-4f28-a995-460d471862f3', 'tenant_id': '1f579550087f4cada7f426f1d491402f', 'mac_address': 'fa:16:3e:d1:f5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d52587-387a-4ca1-b04e-b99d963c9cdd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3f6ce3a-9cb1-41e6-95d3-abca0d25c5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:41Z', 'updated_at': '2022-01-18T12:48:54Z', 'revision_number': 4, 'project_id': '1f579550087f4cada7f426f1d491402f', 'subnets': [{'id': 'e3f6ce3a-9cb1-41e6-95d3-abca0d25c5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:48:57.812717 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-ae5ddc79-9658-49fc-a3c3-952b9695fa05 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d1896ae6d8554ddfb898edc49d8cd762&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7584631 Jan 18 12:48:57.812832 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45106) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:57.865681 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c983c6-cc25-4dda-92b4-693a58b0f760 None None] The sync data for ids ['94d52587-387a-4ca1-b04e-b99d963c9cdd'] in dv-cinder-825103-1-iscsi is: [{'id': '94d52587-387a-4ca1-b04e-b99d963c9cdd', 'name': 'tempest-ServerRescueNegativeTestJSON-1259434611-router', 'tenant_id': '1f579550087f4cada7f426f1d491402f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '54763fc1-5074-4028-9f3f-8e48bbe3ea5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:37Z', 'updated_at': '2022-01-18T12:48:43Z', 'revision_number': 4, 'project_id': '1f579550087f4cada7f426f1d491402f', 'gw_port': {'id': '54763fc1-5074-4028-9f3f-8e48bbe3ea5a', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:18:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d52587-387a-4ca1-b04e-b99d963c9cdd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T12:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': '4a1cfa6c-2f21-43d3-9a45-96d36c69e1a5', 'name': '', 'network_id': '278ba1fd-8468-4f28-a995-460d471862f3', 'tenant_id': '1f579550087f4cada7f426f1d491402f', 'mac_address': 'fa:16:3e:d1:f5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d52587-387a-4ca1-b04e-b99d963c9cdd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3f6ce3a-9cb1-41e6-95d3-abca0d25c5c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:41Z', 'updated_at': '2022-01-18T12:48:54Z', 'revision_number': 4, 'project_id': '1f579550087f4cada7f426f1d491402f', 'subnets': [{'id': 'e3f6ce3a-9cb1-41e6-95d3-abca0d25c5c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:48:57.885026 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ddc79-9658-49fc-a3c3-952b9695fa05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0748ca4c-e26b-4c01-bdad-f1ee5deabeea,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:57.993918 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:58.052543 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] For port 1c917de6-41b9-4ffd-8c85-be3e4577bd3a, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=1c917de6-41b9-4ffd-8c85-be3e4577bd3a,segment=NetworkSegment(a71a77f2-f00b-4634-9c06-cb577f22632a),segment_id=a71a77f2-f00b-4634-9c06-cb577f22632a)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:58.063455 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:58.064286 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:48:58.089009 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-affbbefb-ef33-4974-a585-7ec0056f8cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:58.255008 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-affbbefb-ef33-4974-a585-7ec0056f8cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:58.365566 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Pushing event updated for resources: {'Port': ['ID=1c917de6-41b9-4ffd-8c85-be3e4577bd3a,revision_number=4']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:58.368862 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning for port a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:48:58.375956 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:58.376324 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:58.481806 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-affbbefb-ef33-4974-a585-7ec0056f8cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:58.548588 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affbbefb-ef33-4974-a585-7ec0056f8cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0748ca4c-e26b-4c01-bdad-f1ee5deabeea,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:58.581022 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-affbbefb-ef33-4974-a585-7ec0056f8cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:58.582159 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-affbbefb-ef33-4974-a585-7ec0056f8cac admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0748ca4c-e26b-4c01-bdad-f1ee5deabeea HTTP/1.1" status: 204 len: 168 time: 0.7684681 Jan 18 12:48:58.877398 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:58.966321 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] For port a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa,segment=NetworkSegment(a71a77f2-f00b-4634-9c06-cb577f22632a),segment_id=a71a77f2-f00b-4634-9c06-cb577f22632a)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:59.024845 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:59.122768 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-edca56ea-65ba-4dbd-b1d6-b3b04fd94eea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13011e39-d01a-462d-9ba2-c07df126f030 {{(pid=82756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:48:59.162628 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-edca56ea-65ba-4dbd-b1d6-b3b04fd94eea service neutron] Notify callbacks [] for port, precommit_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:59.223373 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.provisioning_blocks [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-edca56ea-65ba-4dbd-b1d6-b3b04fd94eea service neutron] Transition to ACTIVE for port object 13011e39-d01a-462d-9ba2-c07df126f030 will not be triggered until provisioned by entity L2. {{(pid=82756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:48:59.350547 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Pushing event updated for resources: {'Port': ['ID=a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa,revision_number=4']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:48:59.422790 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-3e3d6231-4064-4f97-b34a-0c88cbc788d8 req-d437199b-5068-4961-8218-c9b62f43d25a tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Unset dirty status for tenant:52010a3b3bab49cb91a1f91eb4c227cd on resource:security_group {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:48:59.428117 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-3e3d6231-4064-4f97-b34a-0c88cbc788d8 req-d437199b-5068-4961-8218-c9b62f43d25a tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/security-groups?id=57daca05-1cf8-49a8-b68f-8797fbd2d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.5302196 Jan 18 12:48:59.453653 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-edca56ea-65ba-4dbd-b1d6-b3b04fd94eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:59.459038 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 4a1cfa6c-2f21-43d3-9a45-96d36c69e1a5 up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:48:59.473245 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45136) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:48:59.480160 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-b88a3196-bcea-46a6-8aef-958ecf59843a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Request body: {'security_group': {'name': 'tempest-securitygroup--896111760', 'description': 'tempest-description--1530260608'}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:48:59.504270 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-b88a3196-bcea-46a6-8aef-958ecf59843a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:59.527341 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-b88a3196-bcea-46a6-8aef-958ecf59843a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Usage tracker for resource:security_group and tenant:8b61358b76314548a01860d9521ad4fd is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:59.545019 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-b88a3196-bcea-46a6-8aef-958ecf59843a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:59.576638 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-b88a3196-bcea-46a6-8aef-958ecf59843a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:48:59.614548 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning for port 4a1cfa6c-2f21-43d3-9a45-96d36c69e1a5 completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:48:59.622953 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b88a3196-bcea-46a6-8aef-958ecf59843a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:59.623853 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 4a1cfa6c-2f21-43d3-9a45-96d36c69e1a5 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:48:59.624284 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:59.799801 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:59.860341 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] For port 4a1cfa6c-2f21-43d3-9a45-96d36c69e1a5, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=4a1cfa6c-2f21-43d3-9a45-96d36c69e1a5,segment=NetworkSegment(cfce463f-bb18-41f5-bd53-a09e299dfec8),segment_id=cfce463f-bb18-41f5-bd53-a09e299dfec8)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:48:59.867886 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:48:59.870433 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 1c917de6-41b9-4ffd-8c85-be3e4577bd3a up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:48:59.889988 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4f29cd06-1984-4f1f-90a2-2cd6add38fec req-0f43b7b9-5e31-4e5a-be32-5a1f87bf0049 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 210 time: 0.1748459 Jan 18 12:48:59.964774 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-b88a3196-bcea-46a6-8aef-958ecf59843a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:48:59.980338 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-b88a3196-bcea-46a6-8aef-958ecf59843a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Usage tracker for resource:security_group_rule and tenant:8b61358b76314548a01860d9521ad4fd is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:48:59.983533 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-b88a3196-bcea-46a6-8aef-958ecf59843a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:48:59.999362 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-b88a3196-bcea-46a6-8aef-958ecf59843a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:00.106818 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.db_base_plugin_common [None req-02aa3417-e951-4531-aaef-6d4dae27fb01 admin admin] Allocated IP 172.20.0.1 (0245ff51-1953-4317-abeb-3ec950185d8d/fe840dcd-84e6-4b5f-bdcf-ef3e08af5039/44f56fcb-5e3d-4f58-9b96-57a5d6caa73e) {{(pid=82756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:49:00.108194 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b88a3196-bcea-46a6-8aef-958ecf59843a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:00.119404 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b88a3196-bcea-46a6-8aef-958ecf59843a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:00.199388 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 1c917de6-41b9-4ffd-8c85-be3e4577bd3a triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:49:00.200100 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:00.214631 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a3196-bcea-46a6-8aef-958ecf59843a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61c60882-b6e5-41a4-bbff-5016e6573d05,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:00.217285 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b88a3196-bcea-46a6-8aef-958ecf59843a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:00.221362 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-b88a3196-bcea-46a6-8aef-958ecf59843a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.7470329 Jan 18 12:49:00.222155 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45158) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:00.235029 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-b888d7cb-8367-4d73-9abf-21bc9c2ba9f1 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Request body: {'security_group_rule': {'security_group_id': '61c60882-b6e5-41a4-bbff-5016e6573d05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:00.253049 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-b888d7cb-8367-4d73-9abf-21bc9c2ba9f1 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:00.257016 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-b888d7cb-8367-4d73-9abf-21bc9c2ba9f1 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Usage tracker for resource:security_group_rule and tenant:8b61358b76314548a01860d9521ad4fd is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:00.263520 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-b888d7cb-8367-4d73-9abf-21bc9c2ba9f1 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:00.271838 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-b888d7cb-8367-4d73-9abf-21bc9c2ba9f1 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:00.288645 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Pushing event updated for resources: {'Port': ['ID=4a1cfa6c-2f21-43d3-9a45-96d36c69e1a5,revision_number=5']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:00.311508 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b888d7cb-8367-4d73-9abf-21bc9c2ba9f1 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:00.402443 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b888d7cb-8367-4d73-9abf-21bc9c2ba9f1 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:00.408896 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b888d7cb-8367-4d73-9abf-21bc9c2ba9f1 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16445687'] for security_group_rule, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:00.471350 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888d7cb-8367-4d73-9abf-21bc9c2ba9f1 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74bdeee0-438f-4143-85f4-bfca0456ca9e,revision_number=0']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:00.491447 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b888d7cb-8367-4d73-9abf-21bc9c2ba9f1 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:00.495979 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-b888d7cb-8367-4d73-9abf-21bc9c2ba9f1 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2700944 Jan 18 12:49:00.496145 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45168) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:00.503306 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-304e34ba-9d23-4372-a39c-43ec0e78c549 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Request body: {'security_group_rule': {'security_group_id': '61c60882-b6e5-41a4-bbff-5016e6573d05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:00.510276 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-304e34ba-9d23-4372-a39c-43ec0e78c549 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:00.518098 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-304e34ba-9d23-4372-a39c-43ec0e78c549 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Usage tracker for resource:security_group_rule and tenant:8b61358b76314548a01860d9521ad4fd is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:00.521312 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-304e34ba-9d23-4372-a39c-43ec0e78c549 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:00.528200 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-304e34ba-9d23-4372-a39c-43ec0e78c549 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:00.545306 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-71a249bf-7175-4efd-9336-1877f5b43f67 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:00.546970 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-71a249bf-7175-4efd-9336-1877f5b43f67 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.35 "GET /v2.0/networks?id=278ba1fd-8468-4f28-a995-460d471862f3 HTTP/1.1" status: 200 len: 819 time: 2.8886867 Jan 18 12:49:00.567692 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-304e34ba-9d23-4372-a39c-43ec0e78c549 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:00.568434 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca56ea-65ba-4dbd-b1d6-b3b04fd94eea service neutron] Pushing event updated for resources: {'Port': ['ID=13011e39-d01a-462d-9ba2-c07df126f030,revision_number=2']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:00.594080 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-02aa3417-e951-4531-aaef-6d4dae27fb01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:00.671587 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.provisioning_blocks [None req-02aa3417-e951-4531-aaef-6d4dae27fb01 admin admin] Transition to ACTIVE for port object 44f56fcb-5e3d-4f58-9b96-57a5d6caa73e will not be triggered until provisioned by entity DHCP. {{(pid=82756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:49:00.675283 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-edca56ea-65ba-4dbd-b1d6-b3b04fd94eea service neutron] Attempting to bind port 13011e39-d01a-462d-9ba2-c07df126f030 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:49:00.675642 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-edca56ea-65ba-4dbd-b1d6-b3b04fd94eea service neutron] Attempting to bind port 13011e39-d01a-462d-9ba2-c07df126f030 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'da39013a-bf0a-4608-b567-bf7ade6a95d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'd3543a02-5a58-40de-8593-2e7eba7bca47'}] {{(pid=82756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:49:00.675986 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-edca56ea-65ba-4dbd-b1d6-b3b04fd94eea service neutron] Attempting to bind port 13011e39-d01a-462d-9ba2-c07df126f030 on network d3543a02-5a58-40de-8593-2e7eba7bca47 {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:49:00.688004 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-edca56ea-65ba-4dbd-b1d6-b3b04fd94eea service neutron] Port 13011e39-d01a-462d-9ba2-c07df126f030 on network d3543a02-5a58-40de-8593-2e7eba7bca47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:49:00.688316 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-edca56ea-65ba-4dbd-b1d6-b3b04fd94eea service neutron] Attempting to bind port 13011e39-d01a-462d-9ba2-c07df126f030 on network d3543a02-5a58-40de-8593-2e7eba7bca47 {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:49:00.706216 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-304e34ba-9d23-4372-a39c-43ec0e78c549 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:00.713228 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-304e34ba-9d23-4372-a39c-43ec0e78c549 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16445687'] for security_group_rule, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:00.748293 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e34ba-9d23-4372-a39c-43ec0e78c549 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b99226f-82d4-4215-893b-0ebb8fcdc974,revision_number=0']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:00.760378 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-304e34ba-9d23-4372-a39c-43ec0e78c549 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:00.762812 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-304e34ba-9d23-4372-a39c-43ec0e78c549 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2653637 Jan 18 12:49:00.765787 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45178) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:00.772267 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-20df734a-c973-480b-b9cf-5f2486729013 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Request body: {'floatingip': {'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:00.778832 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-20df734a-c973-480b-b9cf-5f2486729013 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:00.783240 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-20df734a-c973-480b-b9cf-5f2486729013 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Usage tracker for resource:floatingip and tenant:8b61358b76314548a01860d9521ad4fd is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:00.786922 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-20df734a-c973-480b-b9cf-5f2486729013 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:00.794931 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-20df734a-c973-480b-b9cf-5f2486729013 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:00.809661 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-edca56ea-65ba-4dbd-b1d6-b3b04fd94eea service neutron] Checking agent: {'id': '085e0bf5-487d-485c-86f3-dab2733d35ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'started_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:49:00.810058 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-edca56ea-65ba-4dbd-b1d6-b3b04fd94eea service neutron] Checking segment: {'id': 'da39013a-bf0a-4608-b567-bf7ade6a95d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'd3543a02-5a58-40de-8593-2e7eba7bca47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:49:00.810656 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-edca56ea-65ba-4dbd-b1d6-b3b04fd94eea service neutron] Bound using segment: {'id': 'da39013a-bf0a-4608-b567-bf7ade6a95d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'd3543a02-5a58-40de-8593-2e7eba7bca47'} {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:49:00.811250 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-edca56ea-65ba-4dbd-b1d6-b3b04fd94eea service neutron] Bound port: 13011e39-d01a-462d-9ba2-c07df126f030, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da39013a-bf0a-4608-b567-bf7ade6a95d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'd3543a02-5a58-40de-8593-2e7eba7bca47'}}] {{(pid=82756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:49:00.811619 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-edca56ea-65ba-4dbd-b1d6-b3b04fd94eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:00.814212 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-20df734a-c973-480b-b9cf-5f2486729013 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for floatingip, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:00.930260 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-02aa3417-e951-4531-aaef-6d4dae27fb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243'] for port, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:00.989639 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-20df734a-c973-480b-b9cf-5f2486729013 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:01.007098 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5dde5-a25b-4682-b088-061d5b261b77 req-a07a44f9-bd7b-4ce8-8091-63c07b48b731 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:01.009657 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d4e5dde5-a25b-4682-b088-061d5b261b77 req-a07a44f9-bd7b-4ce8-8091-63c07b48b731 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 943 time: 0.3250594 Jan 18 12:49:01.048543 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-edca56ea-65ba-4dbd-b1d6-b3b04fd94eea service neutron] For port 13011e39-d01a-462d-9ba2-c07df126f030, host hv-cinder-82510, cleared binding levels {{(pid=82756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:49:01.062730 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45190) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:01.068043 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02aa3417-e951-4531-aaef-6d4dae27fb01 admin admin] Network 0245ff51-1953-4317-abeb-3ec950185d8d is already hosted by enough agents. {{(pid=82756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:49:01.084305 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.base_scheduler [None req-02aa3417-e951-4531-aaef-6d4dae27fb01 admin admin] Resources bound (agent type, host, resource id): {{(pid=82756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:49:01.087121 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02aa3417-e951-4531-aaef-6d4dae27fb01 admin admin] Received port after_create {{(pid=82756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:49:01.087731 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-02aa3417-e951-4531-aaef-6d4dae27fb01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16439462'] for router_interface, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:01.110083 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-edca56ea-65ba-4dbd-b1d6-b3b04fd94eea service neutron] For port 13011e39-d01a-462d-9ba2-c07df126f030, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=13011e39-d01a-462d-9ba2-c07df126f030,segment=NetworkSegment(da39013a-bf0a-4608-b567-bf7ade6a95d7),segment_id=da39013a-bf0a-4608-b567-bf7ade6a95d7)] {{(pid=82756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:49:01.115594 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa3417-e951-4531-aaef-6d4dae27fb01 admin admin] Pushing event updated for resources: {'Port': ['ID=44f56fcb-5e3d-4f58-9b96-57a5d6caa73e,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:01.158009 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-edca56ea-65ba-4dbd-b1d6-b3b04fd94eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:01.166091 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 4a1cfa6c-2f21-43d3-9a45-96d36c69e1a5 up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:49:01.201239 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d4e5dde5-a25b-4682-b088-061d5b261b77 req-f7cc0c10-bc67-4800-899e-638b12692052 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/security-groups?id=57daca05-1cf8-49a8-b68f-8797fbd2d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793859 Jan 18 12:49:01.245032 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-edca56ea-65ba-4dbd-b1d6-b3b04fd94eea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:01.256678 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-edca56ea-65ba-4dbd-b1d6-b3b04fd94eea service neutron] 10.222.0.35 "PUT /v2.0/ports/13011e39-d01a-462d-9ba2-c07df126f030 HTTP/1.1" status: 200 len: 1093 time: 5.6063111 Jan 18 12:49:01.256678 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6533178e-031e-4227-86e2-58e35d0f88c5', 'tag': '13011e39-d01a-462d-9ba2-c07df126f030'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:49:01.279257 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-ce390830-3e71-4e71-9a82-0fa6824d9aa1 req-48277e2b-cb4e-49e5-9384-408a3d1c6124 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 210 time: 0.0776119 Jan 18 12:49:01.339041 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.db_base_plugin_common [None req-20df734a-c973-480b-b9cf-5f2486729013 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Allocated IP 172.27.2.174 (e1680602-72eb-4a8f-a690-8170848820e2/e5265543-d6e8-47ba-b344-dc5916015d25/c2c4dc0c-93ff-4962-aec6-d74afb1b93b8) {{(pid=82757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:49:01.349948 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 4a1cfa6c-2f21-43d3-9a45-96d36c69e1a5 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:49:01.349948 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:01.379544 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 45202) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:01.508417 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-02aa3417-e951-4531-aaef-6d4dae27fb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:01.538481 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-1d4ece63-cb7c-4201-999f-5ee06299753f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1765627863-network', 'tenant_id': 'c0e1de86797d40c6aa9ec90ccd798106'}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:01.546460 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-1d4ece63-cb7c-4201-999f-5ee06299753f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:01.550461 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca56ea-65ba-4dbd-b1d6-b3b04fd94eea service neutron] Pushing event updated for resources: {'Port': ['ID=13011e39-d01a-462d-9ba2-c07df126f030,revision_number=3']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:01.574579 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-1d4ece63-cb7c-4201-999f-5ee06299753f admin admin] Usage tracker for resource:network and tenant:c0e1de86797d40c6aa9ec90ccd798106 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:01.597407 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-1d4ece63-cb7c-4201-999f-5ee06299753f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:01.605867 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-a000cc46-feb6-4b75-b3c9-25e6a4403192 None None] Provisioning for port 44f56fcb-5e3d-4f58-9b96-57a5d6caa73e completed by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:49:01.609359 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-1d4ece63-cb7c-4201-999f-5ee06299753f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:01.621106 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-a000cc46-feb6-4b75-b3c9-25e6a4403192 None None] Provisioning complete for port 44f56fcb-5e3d-4f58-9b96-57a5d6caa73e triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:49:01.621810 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-a000cc46-feb6-4b75-b3c9-25e6a4403192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:01.646079 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4ece63-cb7c-4201-999f-5ee06299753f admin admin] Made reservation on behalf of c0e1de86797d40c6aa9ec90ccd798106 for: {'network': 1} {{(pid=82757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:49:01.648430 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1d4ece63-cb7c-4201-999f-5ee06299753f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for network, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:01.675720 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:49:01.678799 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1d4ece63-cb7c-4201-999f-5ee06299753f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:01.698065 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-20df734a-c973-480b-b9cf-5f2486729013 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for port, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:01.729750 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-1d4ece63-cb7c-4201-999f-5ee06299753f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:01.736117 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-1d4ece63-cb7c-4201-999f-5ee06299753f admin admin] Usage tracker for resource:security_group_rule and tenant:c0e1de86797d40c6aa9ec90ccd798106 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:01.740346 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-1d4ece63-cb7c-4201-999f-5ee06299753f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:01.747828 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-1d4ece63-cb7c-4201-999f-5ee06299753f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:01.761133 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-a000cc46-feb6-4b75-b3c9-25e6a4403192 None None] Port 44f56fcb-5e3d-4f58-9b96-57a5d6caa73e cannot update to ACTIVE because it is not bound. {{(pid=82758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:49:01.774705 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-20df734a-c973-480b-b9cf-5f2486729013 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243'] for port, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:01.794072 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:49:01.794652 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:01.805698 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-3b440b22-4195-4fd7-aa92-3141e8ec183e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-928562418-network', 'tenant_id': 'af2cc8197d654322a711dfcf3c902e87'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:01.863175 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-3b440b22-4195-4fd7-aa92-3141e8ec183e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:01.874383 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-3b440b22-4195-4fd7-aa92-3141e8ec183e admin admin] Usage tracker for resource:network and tenant:af2cc8197d654322a711dfcf3c902e87 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:01.878792 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-3b440b22-4195-4fd7-aa92-3141e8ec183e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:01.888316 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-3b440b22-4195-4fd7-aa92-3141e8ec183e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:01.906119 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20df734a-c973-480b-b9cf-5f2486729013 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Network e1680602-72eb-4a8f-a690-8170848820e2 is already hosted by enough agents. {{(pid=82757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:49:01.915832 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-20df734a-c973-480b-b9cf-5f2486729013 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Resources bound (agent type, host, resource id): {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:49:01.926863 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b440b22-4195-4fd7-aa92-3141e8ec183e admin admin] Made reservation on behalf of af2cc8197d654322a711dfcf3c902e87 for: {'network': 1} {{(pid=82756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:49:01.929206 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3b440b22-4195-4fd7-aa92-3141e8ec183e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for network, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:01.974231 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3b440b22-4195-4fd7-aa92-3141e8ec183e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:02.018032 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1d4ece63-cb7c-4201-999f-5ee06299753f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:02.019490 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20df734a-c973-480b-b9cf-5f2486729013 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Received port after_create {{(pid=82757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:49:02.030934 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1d4ece63-cb7c-4201-999f-5ee06299753f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:02.059361 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df734a-c973-480b-b9cf-5f2486729013 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Pushing event updated for resources: {'Port': ['ID=c2c4dc0c-93ff-4962-aec6-d74afb1b93b8,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:02.082825 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-3b440b22-4195-4fd7-aa92-3141e8ec183e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:02.101721 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-3b440b22-4195-4fd7-aa92-3141e8ec183e admin admin] Usage tracker for resource:security_group_rule and tenant:af2cc8197d654322a711dfcf3c902e87 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:02.106867 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-3b440b22-4195-4fd7-aa92-3141e8ec183e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:02.121467 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-02aa3417-e951-4531-aaef-6d4dae27fb01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:02.123926 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-3b440b22-4195-4fd7-aa92-3141e8ec183e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:02.136707 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-02aa3417-e951-4531-aaef-6d4dae27fb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:02.137589 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-02aa3417-e951-4531-aaef-6d4dae27fb01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15336385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16440911'] for router_interface, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:02.200827 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4ece63-cb7c-4201-999f-5ee06299753f admin admin] vlan segment allocate from pool success with {'vlan_id': 1076, 'physical_network': 'physnet1'} {{(pid=82757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:49:02.212117 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1d4ece63-cb7c-4201-999f-5ee06299753f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-557774'] for segment, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:02.212457 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.db.segments_db [None req-1d4ece63-cb7c-4201-999f-5ee06299753f admin admin] Added segment 16cdeed4-c2f9-4f65-971c-b45c1865e12f of type vlan for network 5966b5e3-ffda-4e3f-86a7-7a924c45847c Jan 18 12:49:02.240800 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1d4ece63-cb7c-4201-999f-5ee06299753f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736038945356'] for network, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:02.248882 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6533178e-031e-4227-86e2-58e35d0f88c5', 'tag': '13011e39-d01a-462d-9ba2-c07df126f030', 'status': 'completed', 'code': 200} Jan 18 12:49:02.301073 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ece63-cb7c-4201-999f-5ee06299753f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fe54ce-fad8-4d10-a02b-15a1b4ec7ec2,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:02.329048 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1d4ece63-cb7c-4201-999f-5ee06299753f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192'] for network, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:02.340854 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4ece63-cb7c-4201-999f-5ee06299753f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:02.341589 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1d4ece63-cb7c-4201-999f-5ee06299753f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for network, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:02.419437 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa3417-e951-4531-aaef-6d4dae27fb01 admin admin] Pushing event updated for resources: {'Port': ['ID=44f56fcb-5e3d-4f58-9b96-57a5d6caa73e,revision_number=2']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:02.598963 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3b440b22-4195-4fd7-aa92-3141e8ec183e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:02.607230 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3b440b22-4195-4fd7-aa92-3141e8ec183e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:02.621070 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b440b22-4195-4fd7-aa92-3141e8ec183e admin admin] vlan segment allocate from pool success with {'vlan_id': 1053, 'physical_network': 'physnet1'} {{(pid=82756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:49:02.630877 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3b440b22-4195-4fd7-aa92-3141e8ec183e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-557774'] for segment, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:02.631428 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.db.segments_db [None req-3b440b22-4195-4fd7-aa92-3141e8ec183e admin admin] Added segment 0f44f6b1-68a5-4af0-9975-ecf55fc52fdb of type vlan for network 26e8bee5-54e4-4278-b148-39ddf13bc96f Jan 18 12:49:02.678370 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ece63-cb7c-4201-999f-5ee06299753f admin admin] Pushing event updated for resources: {'Network': ['ID=5966b5e3-ffda-4e3f-86a7-7a924c45847c,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:02.691716 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Network 5966b5e3-ffda-4e3f-86a7-7a924c45847c details requested by agent ovs-agent-dv-cinder-825103-1-iscsi with host dv-cinder-825103-1-iscsi {{(pid=82758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:49:02.772907 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-1d4ece63-cb7c-4201-999f-5ee06299753f admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.7069120 Jan 18 12:49:02.778434 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e04c9589-f405-4518-87fb-8f5151953ec9 req-d226ee67-29e8-4666-89a8-dc5504df7382 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 210 time: 0.1768565 Jan 18 12:49:02.792532 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 45242) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:02.816824 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-93c0f392-40f4-444c-b021-32346183eb46 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Request body: {'port': {'device_id': '98ce835f-b5b0-4bbb-9212-78b4352acdef', 'network_id': '278ba1fd-8468-4f28-a995-460d471862f3', 'admin_state_up': True, 'tenant_id': '1f579550087f4cada7f426f1d491402f'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:02.827523 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-20df734a-c973-480b-b9cf-5f2486729013 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:02.996537 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-feda1bc8-b1dc-4f36-97a9-10f5797c430f admin admin] Request body: {'subnet': {'network_id': '5966b5e3-ffda-4e3f-86a7-7a924c45847c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1765627863-subnet', 'tenant_id': 'c0e1de86797d40c6aa9ec90ccd798106', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:03.001943 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-feda1bc8-b1dc-4f36-97a9-10f5797c430f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:03.007530 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-feda1bc8-b1dc-4f36-97a9-10f5797c430f admin admin] Usage tracker for resource:subnet and tenant:c0e1de86797d40c6aa9ec90ccd798106 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:03.011940 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-feda1bc8-b1dc-4f36-97a9-10f5797c430f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:03.018797 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-feda1bc8-b1dc-4f36-97a9-10f5797c430f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:03.110020 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbade9-a99c-4903-a011-b5df3850cae2 req-92931452-a556-415e-a55f-6b8125c93d1a tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:03.116604 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3b440b22-4195-4fd7-aa92-3141e8ec183e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736038945356'] for network, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:03.122740 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c0fbade9-a99c-4903-a011-b5df3850cae2 req-92931452-a556-415e-a55f-6b8125c93d1a tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 943 time: 0.5394094 Jan 18 12:49:03.128309 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feda1bc8-b1dc-4f36-97a9-10f5797c430f admin admin] Made reservation on behalf of c0e1de86797d40c6aa9ec90ccd798106 for: {'subnet': 1} {{(pid=82756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:49:03.129831 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-feda1bc8-b1dc-4f36-97a9-10f5797c430f admin admin] Notify callbacks [] for subnet, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:03.189040 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-20df734a-c973-480b-b9cf-5f2486729013 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:03.297962 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c0fbade9-a99c-4903-a011-b5df3850cae2 req-e2588fe9-cf8b-4341-8972-fedfdc6eed64 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/security-groups?id=57daca05-1cf8-49a8-b68f-8797fbd2d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742792 Jan 18 12:49:03.335737 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.35', 50018) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:03.405468 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02aa3417-e951-4531-aaef-6d4dae27fb01 admin admin] Network 0245ff51-1953-4317-abeb-3ec950185d8d is already hosted by enough agents. {{(pid=82756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:49:03.576602 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-20df734a-c973-480b-b9cf-5f2486729013 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for port, precommit_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:03.580702 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.base_scheduler [None req-02aa3417-e951-4531-aaef-6d4dae27fb01 admin admin] Resources bound (agent type, host, resource id): {{(pid=82756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:49:03.583843 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-20df734a-c973-480b-b9cf-5f2486729013 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:03.762551 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-20df734a-c973-480b-b9cf-5f2486729013 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16439339'] for floatingip, after_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:03.841740 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df734a-c973-480b-b9cf-5f2486729013 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Pushing event updated for resources: {'Port': ['ID=c2c4dc0c-93ff-4962-aec6-d74afb1b93b8,revision_number=2']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:03.853350 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-20df734a-c973-480b-b9cf-5f2486729013 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for floatingip, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:03.858428 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-20df734a-c973-480b-b9cf-5f2486729013 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0908120 Jan 18 12:49:03.998498 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b440b22-4195-4fd7-aa92-3141e8ec183e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07bb835-a123-4e30-b3de-91e526bea55d,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:04.015579 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.db.resource_extend [None req-3b440b22-4195-4fd7-aa92-3141e8ec183e admin admin] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 12:49:04.111596 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-df963f49-8523-436d-86f3-99036ce4275d None None] Provisioning complete for port 44f56fcb-5e3d-4f58-9b96-57a5d6caa73e triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:49:04.112626 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-df963f49-8523-436d-86f3-99036ce4275d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:04.220792 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-feda1bc8-b1dc-4f36-97a9-10f5797c430f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192'] for subnet, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:04.238323 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-df963f49-8523-436d-86f3-99036ce4275d None None] Port 44f56fcb-5e3d-4f58-9b96-57a5d6caa73e cannot update to ACTIVE because it is not bound. {{(pid=82758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:49:04.292846 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-69c83e97-fcf1-44c2-884f-defb032b9d18 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Synchronizing usage tracker for tenant:8b61358b76314548a01860d9521ad4fd on resource:security_group {{(pid=82757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:49:04.307084 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-93c0f392-40f4-444c-b021-32346183eb46 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:04.324883 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-69c83e97-fcf1-44c2-884f-defb032b9d18 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Unset dirty status for tenant:8b61358b76314548a01860d9521ad4fd on resource:security_group {{(pid=82757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:49:04.326571 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-69c83e97-fcf1-44c2-884f-defb032b9d18 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--896111760&fields=id&tenant_id=8b61358b76314548a01860d9521ad4fd HTTP/1.1" status: 200 len: 267 time: 0.0946062 Jan 18 12:49:04.352685 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3b440b22-4195-4fd7-aa92-3141e8ec183e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192'] for network, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:04.353647 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b440b22-4195-4fd7-aa92-3141e8ec183e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:04.354371 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3b440b22-4195-4fd7-aa92-3141e8ec183e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for network, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:04.415558 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda1bc8-b1dc-4f36-97a9-10f5797c430f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cffdf1f-af53-4074-a648-5c1547f8b928,revision_number=0']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:04.490301 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-1f9de13b-0117-4595-a852-7816178de551 req-106f00ed-50d3-4292-8f15-f07ee61e2f4b tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 210 time: 0.2637799 Jan 18 12:49:04.766130 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-93c0f392-40f4-444c-b021-32346183eb46 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:04.774242 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b440b22-4195-4fd7-aa92-3141e8ec183e admin admin] Pushing event updated for resources: {'Network': ['ID=26e8bee5-54e4-4278-b148-39ddf13bc96f,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:04.814555 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Network 26e8bee5-54e4-4278-b148-39ddf13bc96f details requested by agent ovs-agent-dv-cinder-825103-1-iscsi with host dv-cinder-825103-1-iscsi {{(pid=82758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:49:04.818830 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-6821d8e4-85b3-441a-9a94-07d37622d006 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:04.821727 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-6821d8e4-85b3-441a-9a94-07d37622d006 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Synchronizing usage tracker for tenant:8b61358b76314548a01860d9521ad4fd on resource:network {{(pid=82757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:49:04.864209 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-6821d8e4-85b3-441a-9a94-07d37622d006 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Unset dirty status for tenant:8b61358b76314548a01860d9521ad4fd on resource:network {{(pid=82757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:49:04.866554 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-6821d8e4-85b3-441a-9a94-07d37622d006 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/networks?id=3ce910e8-fa9a-402c-bef7-c36aef1e716c HTTP/1.1" status: 200 len: 811 time: 0.5324357 Jan 18 12:49:04.902754 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-cead191d-cff4-4dda-90da-7007602bc509 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/quotas/8b61358b76314548a01860d9521ad4fd HTTP/1.1" status: 200 len: 375 time: 0.0281034 Jan 18 12:49:05.012329 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-3b440b22-4195-4fd7-aa92-3141e8ec183e admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.6316957 Jan 18 12:49:05.020202 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45278) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:05.037129 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-ea220078-78e0-4a23-9836-f985447a2215 admin admin] Request body: {'subnet': {'network_id': '26e8bee5-54e4-4278-b148-39ddf13bc96f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-928562418-subnet', 'tenant_id': 'af2cc8197d654322a711dfcf3c902e87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:05.058271 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-93c0f392-40f4-444c-b021-32346183eb46 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Made reservation on behalf of 1f579550087f4cada7f426f1d491402f for: {'port': 1} {{(pid=82756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:49:05.062228 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-93c0f392-40f4-444c-b021-32346183eb46 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:05.076028 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-ea220078-78e0-4a23-9836-f985447a2215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:05.077748 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-627171b0-2053-4eb7-a440-b0bdda4541b8 req-aaad65ff-364a-4ee7-9aab-72c608fdc3cd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52010a3b3bab49cb91a1f91eb4c227cd&device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 1096 time: 2.2824805 Jan 18 12:49:05.094272 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-ea220078-78e0-4a23-9836-f985447a2215 admin admin] Usage tracker for resource:subnet and tenant:af2cc8197d654322a711dfcf3c902e87 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:05.108263 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-189ea743-1457-4839-b956-684a108b52d2 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:05.110020 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-189ea743-1457-4839-b956-684a108b52d2 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.35 "GET /v2.0/networks?id=278ba1fd-8468-4f28-a995-460d471862f3 HTTP/1.1" status: 200 len: 819 time: 1.7405977 Jan 18 12:49:05.111562 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-ea220078-78e0-4a23-9836-f985447a2215 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:05.130388 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feda1bc8-b1dc-4f36-97a9-10f5797c430f admin admin] Checking segment: {'id': '16cdeed4-c2f9-4f65-971c-b45c1865e12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '5966b5e3-ffda-4e3f-86a7-7a924c45847c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:49:05.130802 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feda1bc8-b1dc-4f36-97a9-10f5797c430f admin admin] Network hostable DHCP agents. Network: 5966b5e3-ffda-4e3f-86a7-7a924c45847c, hostable agents: ['17d581e3-f6b9-457e-916e-43db75e54cf0'], hosted agents: [] {{(pid=82756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:49:05.142525 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-ea220078-78e0-4a23-9836-f985447a2215 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:05.162340 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-46b52a08-966e-4daa-a501-8cafadf2fc41 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Synchronizing usage tracker for tenant:8b61358b76314548a01860d9521ad4fd on resource:port {{(pid=82757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:49:05.178349 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea220078-78e0-4a23-9836-f985447a2215 admin admin] Made reservation on behalf of af2cc8197d654322a711dfcf3c902e87 for: {'subnet': 1} {{(pid=82757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:49:05.181589 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ea220078-78e0-4a23-9836-f985447a2215 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:05.237577 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e68a5-54c8-426f-8d92-d0dd85a8a346 req-9a2c9fca-9878-4042-bf56-c233b039a8a0 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:05.245098 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f99e68a5-54c8-426f-8d92-d0dd85a8a346 req-9a2c9fca-9878-4042-bf56-c233b039a8a0 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 943 time: 0.4591229 Jan 18 12:49:05.314378 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-46b52a08-966e-4daa-a501-8cafadf2fc41 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Unset dirty status for tenant:8b61358b76314548a01860d9521ad4fd on resource:port {{(pid=82757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:49:05.332497 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-46b52a08-966e-4daa-a501-8cafadf2fc41 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=8b61358b76314548a01860d9521ad4fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4117076 Jan 18 12:49:05.415382 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feda1bc8-b1dc-4f36-97a9-10f5797c430f admin admin] Network 5966b5e3-ffda-4e3f-86a7-7a924c45847c is scheduled to be hosted by DHCP agent 17d581e3-f6b9-457e-916e-43db75e54cf0 with binding_index 1 {{(pid=82756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:49:05.462384 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.base_scheduler [None req-feda1bc8-b1dc-4f36-97a9-10f5797c430f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-iscsi, 5966b5e3-ffda-4e3f-86a7-7a924c45847c) {{(pid=82756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:49:05.476117 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e536fad8-b1e1-4cb8-8b8c-bbacef051773 None None] Network 5966b5e3-ffda-4e3f-86a7-7a924c45847c requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:49:05.482511 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f99e68a5-54c8-426f-8d92-d0dd85a8a346 req-6d50b2c2-e4ff-4f0b-83ec-f88560340a5c tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/security-groups?id=57daca05-1cf8-49a8-b68f-8797fbd2d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363026 Jan 18 12:49:05.491693 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feda1bc8-b1dc-4f36-97a9-10f5797c430f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:05.492681 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-feda1bc8-b1dc-4f36-97a9-10f5797c430f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for subnet, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:05.530956 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.db_base_plugin_common [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-93c0f392-40f4-444c-b021-32346183eb46 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Allocated IP 172.20.0.7 (278ba1fd-8468-4f28-a995-460d471862f3/e3f6ce3a-9cb1-41e6-95d3-abca0d25c5c7/3db9478d-dd47-410b-ba68-5b193216df9b) {{(pid=82756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:49:05.581119 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ea220078-78e0-4a23-9836-f985447a2215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192'] for subnet, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:05.638550 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-feda1bc8-b1dc-4f36-97a9-10f5797c430f admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6469979 Jan 18 12:49:05.749415 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea220078-78e0-4a23-9836-f985447a2215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e225d87-bf4f-4dcf-8e62-8bf2b5099887,revision_number=0']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:05.761107 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-ab94f613-d3af-4805-b434-4695d143d262 service neutron] 10.222.0.84 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005395 Jan 18 12:49:05.820153 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02aa3417-e951-4531-aaef-6d4dae27fb01 admin admin] Router e18495b0-7751-4f9f-af15-e751b7098f0a has already been hosted by L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 {{(pid=82756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:49:05.830563 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-53daa6cb-9580-40cb-a575-8d103f8182bf req-ed5a44ba-5b05-43f9-8ba0-7eea6e24cf49 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Synchronizing usage tracker for tenant:1f579550087f4cada7f426f1d491402f on resource:port {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:49:05.858043 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea220078-78e0-4a23-9836-f985447a2215 admin admin] Checking segment: {'id': '0f44f6b1-68a5-4af0-9975-ecf55fc52fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1053, 'network_id': '26e8bee5-54e4-4278-b148-39ddf13bc96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:49:05.858720 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea220078-78e0-4a23-9836-f985447a2215 admin admin] Network hostable DHCP agents. Network: 26e8bee5-54e4-4278-b148-39ddf13bc96f, hostable agents: ['17d581e3-f6b9-457e-916e-43db75e54cf0'], hosted agents: [] {{(pid=82757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:49:05.873249 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad609f4-e78a-44ea-b5f7-9d85fb55524a None None] Network 5966b5e3-ffda-4e3f-86a7-7a924c45847c requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:49:05.920509 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea220078-78e0-4a23-9836-f985447a2215 admin admin] Network 26e8bee5-54e4-4278-b148-39ddf13bc96f is scheduled to be hosted by DHCP agent 17d581e3-f6b9-457e-916e-43db75e54cf0 with binding_index 1 {{(pid=82757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:49:05.963129 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-ceed52e0-f5eb-4c62-8d08-8112027ebbd9 service neutron] 10.222.0.84 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933253 Jan 18 12:49:05.964409 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-ea220078-78e0-4a23-9836-f985447a2215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-iscsi, 26e8bee5-54e4-4278-b148-39ddf13bc96f) {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:49:05.978607 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea220078-78e0-4a23-9836-f985447a2215 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:05.979305 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ea220078-78e0-4a23-9836-f985447a2215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for subnet, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:05.983349 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a092c1-437a-428f-91ea-996ad2cb3fac None None] Network 26e8bee5-54e4-4278-b148-39ddf13bc96f requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:49:06.023245 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-ea220078-78e0-4a23-9836-f985447a2215 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9962990 Jan 18 12:49:06.031791 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-53daa6cb-9580-40cb-a575-8d103f8182bf req-ed5a44ba-5b05-43f9-8ba0-7eea6e24cf49 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Unset dirty status for tenant:1f579550087f4cada7f426f1d491402f on resource:port {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:49:06.043448 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-53daa6cb-9580-40cb-a575-8d103f8182bf req-ed5a44ba-5b05-43f9-8ba0-7eea6e24cf49 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 210 time: 0.3066964 Jan 18 12:49:06.129430 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-93c0f392-40f4-444c-b021-32346183eb46 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Notify callbacks [] for port, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:06.375509 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9e4c2020-b58f-4a0f-9c3f-fd75953e2851 req-5f20d8e4-6151-44a7-bf96-297d09c9bb10 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0906842 Jan 18 12:49:06.418814 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-93c0f392-40f4-444c-b021-32346183eb46 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243'] for port, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:06.616783 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-93c0f392-40f4-444c-b021-32346183eb46 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Network 278ba1fd-8468-4f28-a995-460d471862f3 is already hosted by enough agents. {{(pid=82756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:49:06.623507 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.base_scheduler [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-93c0f392-40f4-444c-b021-32346183eb46 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Resources bound (agent type, host, resource id): {{(pid=82756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:49:06.634856 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-93c0f392-40f4-444c-b021-32346183eb46 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Received port after_create {{(pid=82756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:49:06.646966 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-93c0f392-40f4-444c-b021-32346183eb46 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:06.658910 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32608dd2-e068-4ae4-a9bc-fdcc8c679aad None None] Network 26e8bee5-54e4-4278-b148-39ddf13bc96f requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:49:06.661774 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-93c0f392-40f4-444c-b021-32346183eb46 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:06.707607 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0f392-40f4-444c-b021-32346183eb46 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Pushing event updated for resources: {'Port': ['ID=3db9478d-dd47-410b-ba68-5b193216df9b,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:06.777403 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02aa3417-e951-4531-aaef-6d4dae27fb01 admin admin] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:49:06.785540 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-93c0f392-40f4-444c-b021-32346183eb46 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0290825 Jan 18 12:49:06.810706 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-02aa3417-e951-4531-aaef-6d4dae27fb01 admin admin] 10.222.0.84 "PUT /v2.0/routers/e18495b0-7751-4f9f-af15-e751b7098f0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.3768294 Jan 18 12:49:07.003242 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f65932-d251-4fa6-b054-26aa1141e3b5 req-44941013-d732-4d28-9cc4-f47f2a59f37b tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:07.004861 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-f9f65932-d251-4fa6-b054-26aa1141e3b5 req-44941013-d732-4d28-9cc4-f47f2a59f37b tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 943 time: 0.1606004 Jan 18 12:49:07.031968 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-75d33553-ca1d-4f37-bc81-1b975141a956 service neutron] Request body: {'port': {'device_id': '98ce835f-b5b0-4bbb-9212-78b4352acdef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:07.111031 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-f9f65932-d251-4fa6-b054-26aa1141e3b5 req-ea09d59f-584a-4ea5-a661-503ca9a0bca6 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/security-groups?id=57daca05-1cf8-49a8-b68f-8797fbd2d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980818 Jan 18 12:49:07.223825 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-d86787ca-3ed9-4e8d-b478-9bc6da752aa3 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Request body: {'port': {'device_id': 'e99a128b-933b-48e0-a535-cee349266ece', 'network_id': '278ba1fd-8468-4f28-a995-460d471862f3', 'admin_state_up': True, 'tenant_id': '1f579550087f4cada7f426f1d491402f'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:07.458330 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7a7b020b-d63d-4882-8375-09d13e658f38 req-edb399b9-25b4-445b-85b4-ebf23e2fc9ce tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 210 time: 0.1986737 Jan 18 12:49:07.472920 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-75d33553-ca1d-4f37-bc81-1b975141a956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:07.618315 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627171b0-2053-4eb7-a440-b0bdda4541b8 req-68f9db15-5c1c-4991-bc21-a67a3107d6b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:07.619714 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:07.620444 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-627171b0-2053-4eb7-a440-b0bdda4541b8 req-68f9db15-5c1c-4991-bc21-a67a3107d6b1 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=52010a3b3bab49cb91a1f91eb4c227cd&shared=False HTTP/1.1" status: 200 len: 914 time: 0.6666009 Jan 18 12:49:07.653078 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45364) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:07.658853 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-1da3167d-d35e-4ea3-801e-b24aa81b2ba2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1179688363-network', 'tenant_id': '6f92b2326ae74681b9bca2306ff14ad4'}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:07.666328 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-1da3167d-d35e-4ea3-801e-b24aa81b2ba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:07.676854 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-1da3167d-d35e-4ea3-801e-b24aa81b2ba2 admin admin] Usage tracker for resource:network and tenant:6f92b2326ae74681b9bca2306ff14ad4 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:07.681400 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-1da3167d-d35e-4ea3-801e-b24aa81b2ba2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:07.697630 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-1da3167d-d35e-4ea3-801e-b24aa81b2ba2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:07.717952 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da3167d-d35e-4ea3-801e-b24aa81b2ba2 admin admin] Made reservation on behalf of 6f92b2326ae74681b9bca2306ff14ad4 for: {'network': 1} {{(pid=82757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:49:07.720347 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1da3167d-d35e-4ea3-801e-b24aa81b2ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for network, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:07.754103 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1da3167d-d35e-4ea3-801e-b24aa81b2ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:07.763553 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-d86787ca-3ed9-4e8d-b478-9bc6da752aa3 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:07.831861 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-1da3167d-d35e-4ea3-801e-b24aa81b2ba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:07.845367 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-1da3167d-d35e-4ea3-801e-b24aa81b2ba2 admin admin] Usage tracker for resource:security_group_rule and tenant:6f92b2326ae74681b9bca2306ff14ad4 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:07.847797 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-1da3167d-d35e-4ea3-801e-b24aa81b2ba2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:07.855713 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-1da3167d-d35e-4ea3-801e-b24aa81b2ba2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:07.879336 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-d86787ca-3ed9-4e8d-b478-9bc6da752aa3 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:07.883684 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bd85d121-7e37-48e4-a7a8-e000cac530cf req-c18ead48-29c2-4de4-a842-96ce5d5b581a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.1079075 Jan 18 12:49:07.944863 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-d86787ca-3ed9-4e8d-b478-9bc6da752aa3 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Made reservation on behalf of 1f579550087f4cada7f426f1d491402f for: {'port': 1} {{(pid=82756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:49:07.948172 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-d86787ca-3ed9-4e8d-b478-9bc6da752aa3 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:08.017713 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1da3167d-d35e-4ea3-801e-b24aa81b2ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:08.023501 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1da3167d-d35e-4ea3-801e-b24aa81b2ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:08.080839 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da3167d-d35e-4ea3-801e-b24aa81b2ba2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=82757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:49:08.091454 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3167d-d35e-4ea3-801e-b24aa81b2ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342c782f-d0b3-41c7-88b6-842bec14f003,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:08.101125 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1da3167d-d35e-4ea3-801e-b24aa81b2ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-557774'] for segment, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:08.101536 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.db.segments_db [None req-1da3167d-d35e-4ea3-801e-b24aa81b2ba2 admin admin] Added segment 8a8bfd95-d4d6-41b6-bb22-96e959e11055 of type vlan for network 638241e7-12ba-453d-8052-6841bb57ff6e Jan 18 12:49:08.140655 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1da3167d-d35e-4ea3-801e-b24aa81b2ba2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736038945356'] for network, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:08.158044 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.35', 50025) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:08.244666 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45384) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:08.245001 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45386) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:08.267653 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-8a924538-8405-48dc-b52d-c61b3a256712 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-764497996-network', 'tenant_id': 'c22f78bd73134d55b617739261223369'}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:08.299322 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-25690bac-9f3c-479e-b39a-fa4150053571 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1645802740', 'description': 'tempest-description--2146788781'}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:08.308084 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.db.resource_extend [None req-1da3167d-d35e-4ea3-801e-b24aa81b2ba2 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 12:49:08.329023 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-8a924538-8405-48dc-b52d-c61b3a256712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:08.338826 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-25690bac-9f3c-479e-b39a-fa4150053571 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:08.343264 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-25690bac-9f3c-479e-b39a-fa4150053571 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Usage tracker for resource:security_group and tenant:62c83339981e4116982823738389569b is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:08.346598 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-25690bac-9f3c-479e-b39a-fa4150053571 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:08.354309 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-25690bac-9f3c-479e-b39a-fa4150053571 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:08.368782 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627171b0-2053-4eb7-a440-b0bdda4541b8 req-b16f0087-4b98-4fab-8a35-97a677684a09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:08.371027 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-627171b0-2053-4eb7-a440-b0bdda4541b8 req-b16f0087-4b98-4fab-8a35-97a677684a09 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7379200 Jan 18 12:49:08.417806 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-8a924538-8405-48dc-b52d-c61b3a256712 admin admin] Usage tracker for resource:network and tenant:c22f78bd73134d55b617739261223369 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:08.429612 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-8a924538-8405-48dc-b52d-c61b3a256712 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:08.444150 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-8a924538-8405-48dc-b52d-c61b3a256712 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:08.453729 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-75d33553-ca1d-4f37-bc81-1b975141a956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3db9478d-dd47-410b-ba68-5b193216df9b {{(pid=82756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:49:08.458132 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-25690bac-9f3c-479e-b39a-fa4150053571 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:08.471720 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-75d33553-ca1d-4f37-bc81-1b975141a956 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:08.498357 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1da3167d-d35e-4ea3-801e-b24aa81b2ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192'] for network, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:08.499249 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da3167d-d35e-4ea3-801e-b24aa81b2ba2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:08.500191 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1da3167d-d35e-4ea3-801e-b24aa81b2ba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for network, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:08.546620 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a924538-8405-48dc-b52d-c61b3a256712 admin admin] Made reservation on behalf of c22f78bd73134d55b617739261223369 for: {'network': 1} {{(pid=82757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:49:08.549055 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-8a924538-8405-48dc-b52d-c61b3a256712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for network, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:08.572593 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.provisioning_blocks [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-75d33553-ca1d-4f37-bc81-1b975141a956 service neutron] Transition to ACTIVE for port object 3db9478d-dd47-410b-ba68-5b193216df9b will not be triggered until provisioned by entity L2. {{(pid=82756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:49:08.709133 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-75d33553-ca1d-4f37-bc81-1b975141a956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:08.757863 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-8a924538-8405-48dc-b52d-c61b3a256712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:08.831705 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-1da3167d-d35e-4ea3-801e-b24aa81b2ba2 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.1775115 Jan 18 12:49:08.845707 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-25690bac-9f3c-479e-b39a-fa4150053571 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:08.847727 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45402) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:08.849596 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3167d-d35e-4ea3-801e-b24aa81b2ba2 admin admin] Pushing event updated for resources: {'Network': ['ID=638241e7-12ba-453d-8052-6841bb57ff6e,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:08.855486 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-a313f461-091a-4a3e-baef-61af65ce63d6 req-074fdedd-ac47-41e3-857d-2e9622872e38 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 210 time: 0.1159644 Jan 18 12:49:08.861641 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Network 638241e7-12ba-453d-8052-6841bb57ff6e details requested by agent ovs-agent-dv-cinder-825103-1-iscsi with host dv-cinder-825103-1-iscsi {{(pid=82758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:49:08.863554 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-4548dea7-0386-442a-8040-c265e1873d26 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:08.864981 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-4548dea7-0386-442a-8040-c265e1873d26 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.35 "GET /v2.0/networks?id=3ce910e8-fa9a-402c-bef7-c36aef1e716c HTTP/1.1" status: 200 len: 811 time: 0.6981571 Jan 18 12:49:08.869773 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-58873833-bb06-416a-babf-12333f058035 admin admin] Request body: {'subnet': {'network_id': '638241e7-12ba-453d-8052-6841bb57ff6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1179688363-subnet', 'tenant_id': '6f92b2326ae74681b9bca2306ff14ad4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:08.873500 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-25690bac-9f3c-479e-b39a-fa4150053571 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Usage tracker for resource:security_group_rule and tenant:62c83339981e4116982823738389569b is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:08.874730 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5816c-0c23-4057-9048-76a07865480f req-7e80a943-2231-46b3-b9fb-234569eef4da tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:08.878848 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-25690bac-9f3c-479e-b39a-fa4150053571 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:08.881747 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0de5816c-0c23-4057-9048-76a07865480f req-7e80a943-2231-46b3-b9fb-234569eef4da tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 943 time: 0.5070839 Jan 18 12:49:08.891486 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-58873833-bb06-416a-babf-12333f058035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:08.911859 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-25690bac-9f3c-479e-b39a-fa4150053571 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:08.915994 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-58873833-bb06-416a-babf-12333f058035 admin admin] Usage tracker for resource:subnet and tenant:6f92b2326ae74681b9bca2306ff14ad4 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:08.923110 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d33553-ca1d-4f37-bc81-1b975141a956 service neutron] Pushing event updated for resources: {'Port': ['ID=3db9478d-dd47-410b-ba68-5b193216df9b,revision_number=2']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:08.924739 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-58873833-bb06-416a-babf-12333f058035 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:08.942175 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-8a924538-8405-48dc-b52d-c61b3a256712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:08.947447 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-58873833-bb06-416a-babf-12333f058035 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:08.950615 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-8a924538-8405-48dc-b52d-c61b3a256712 admin admin] Usage tracker for resource:security_group_rule and tenant:c22f78bd73134d55b617739261223369 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:08.959103 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.db_base_plugin_common [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-d86787ca-3ed9-4e8d-b478-9bc6da752aa3 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Allocated IP 172.20.0.9 (278ba1fd-8468-4f28-a995-460d471862f3/e3f6ce3a-9cb1-41e6-95d3-abca0d25c5c7/b9558185-b969-42b6-9712-fe087278bdde) {{(pid=82756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:49:08.963625 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-8a924538-8405-48dc-b52d-c61b3a256712 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:08.982116 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-8a924538-8405-48dc-b52d-c61b3a256712 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:08.994769 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58873833-bb06-416a-babf-12333f058035 admin admin] Made reservation on behalf of 6f92b2326ae74681b9bca2306ff14ad4 for: {'subnet': 1} {{(pid=82757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:49:08.997038 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-58873833-bb06-416a-babf-12333f058035 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:09.085856 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-574659d7-8b77-4336-868b-4bc6794be5df tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b61358b76314548a01860d9521ad4fd HTTP/1.1" status: 200 len: 379 time: 0.1897840 Jan 18 12:49:09.100047 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0de5816c-0c23-4057-9048-76a07865480f req-12fc89d1-d296-446e-9bcb-a845a89a2e12 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/security-groups?id=57daca05-1cf8-49a8-b68f-8797fbd2d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171447 Jan 18 12:49:09.107748 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-55ca71a8-a164-4085-a92b-a6b549d9a03a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52010a3b3bab49cb91a1f91eb4c227cd&device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 1096 time: 0.5387545 Jan 18 12:49:09.126666 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-75d33553-ca1d-4f37-bc81-1b975141a956 service neutron] Attempting to bind port 3db9478d-dd47-410b-ba68-5b193216df9b on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:49:09.127029 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-75d33553-ca1d-4f37-bc81-1b975141a956 service neutron] Attempting to bind port 3db9478d-dd47-410b-ba68-5b193216df9b by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'cfce463f-bb18-41f5-bd53-a09e299dfec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '278ba1fd-8468-4f28-a995-460d471862f3'}] {{(pid=82756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:49:09.127353 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-75d33553-ca1d-4f37-bc81-1b975141a956 service neutron] Attempting to bind port 3db9478d-dd47-410b-ba68-5b193216df9b on network 278ba1fd-8468-4f28-a995-460d471862f3 {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:49:09.146598 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-75d33553-ca1d-4f37-bc81-1b975141a956 service neutron] Port 3db9478d-dd47-410b-ba68-5b193216df9b on network 278ba1fd-8468-4f28-a995-460d471862f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:49:09.146949 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-75d33553-ca1d-4f37-bc81-1b975141a956 service neutron] Attempting to bind port 3db9478d-dd47-410b-ba68-5b193216df9b on network 278ba1fd-8468-4f28-a995-460d471862f3 {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:49:09.159982 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-25690bac-9f3c-479e-b39a-fa4150053571 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:09.174003 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-58c45272-f084-4662-bbb8-91be29738931 req-3268da8c-8d3a-4347-805d-0a40db98f3fa tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0845556 Jan 18 12:49:09.175923 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-75d33553-ca1d-4f37-bc81-1b975141a956 service neutron] Checking agent: {'id': '085e0bf5-487d-485c-86f3-dab2733d35ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'started_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:49:09.176296 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-75d33553-ca1d-4f37-bc81-1b975141a956 service neutron] Checking segment: {'id': 'cfce463f-bb18-41f5-bd53-a09e299dfec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '278ba1fd-8468-4f28-a995-460d471862f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:49:09.176733 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-75d33553-ca1d-4f37-bc81-1b975141a956 service neutron] Bound using segment: {'id': 'cfce463f-bb18-41f5-bd53-a09e299dfec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '278ba1fd-8468-4f28-a995-460d471862f3'} {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:49:09.177256 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-75d33553-ca1d-4f37-bc81-1b975141a956 service neutron] Bound port: 3db9478d-dd47-410b-ba68-5b193216df9b, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfce463f-bb18-41f5-bd53-a09e299dfec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '278ba1fd-8468-4f28-a995-460d471862f3'}}] {{(pid=82756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:49:09.177685 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-75d33553-ca1d-4f37-bc81-1b975141a956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:09.178835 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-25690bac-9f3c-479e-b39a-fa4150053571 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:09.276539 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25690bac-9f3c-479e-b39a-fa4150053571 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0979e50-118a-46d1-8d78-649e3fec16a2,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:09.292706 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-25690bac-9f3c-479e-b39a-fa4150053571 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:09.294050 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-25690bac-9f3c-479e-b39a-fa4150053571 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.0480890 Jan 18 12:49:09.299428 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-8a924538-8405-48dc-b52d-c61b3a256712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:09.300078 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45408) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:09.307300 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-68600264-cffd-4e5d-9e70-b5c4cec9bf65 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Request body: {'security_group_rule': {'security_group_id': 'b0979e50-118a-46d1-8d78-649e3fec16a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:09.315763 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-8a924538-8405-48dc-b52d-c61b3a256712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:09.349491 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-68600264-cffd-4e5d-9e70-b5c4cec9bf65 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:09.373374 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-68600264-cffd-4e5d-9e70-b5c4cec9bf65 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Usage tracker for resource:security_group_rule and tenant:62c83339981e4116982823738389569b is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:09.379148 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-68600264-cffd-4e5d-9e70-b5c4cec9bf65 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:09.397187 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-68600264-cffd-4e5d-9e70-b5c4cec9bf65 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:09.397669 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a924538-8405-48dc-b52d-c61b3a256712 admin admin] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=82757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:49:09.425430 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a924538-8405-48dc-b52d-c61b3a256712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05b5ffc-0f92-48f3-87b8-8052d24062a4,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:09.451005 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-8a924538-8405-48dc-b52d-c61b3a256712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-557774'] for segment, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:09.451773 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.db.segments_db [None req-8a924538-8405-48dc-b52d-c61b3a256712 admin admin] Added segment afc6d248-a8e3-4a52-af7a-e11e21b16d0f of type vlan for network 067a9a92-25f9-4121-813d-7b6438566cc8 Jan 18 12:49:09.462163 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-68600264-cffd-4e5d-9e70-b5c4cec9bf65 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:09.467770 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-75d33553-ca1d-4f37-bc81-1b975141a956 service neutron] For port 3db9478d-dd47-410b-ba68-5b193216df9b, host hv-cinder-82510, cleared binding levels {{(pid=82756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:49:09.479570 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-d86787ca-3ed9-4e8d-b478-9bc6da752aa3 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Notify callbacks [] for port, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:09.485829 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-75d33553-ca1d-4f37-bc81-1b975141a956 service neutron] For port 3db9478d-dd47-410b-ba68-5b193216df9b, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3db9478d-dd47-410b-ba68-5b193216df9b,segment=NetworkSegment(cfce463f-bb18-41f5-bd53-a09e299dfec8),segment_id=cfce463f-bb18-41f5-bd53-a09e299dfec8)] {{(pid=82756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:49:09.493539 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-75d33553-ca1d-4f37-bc81-1b975141a956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:09.516738 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-58873833-bb06-416a-babf-12333f058035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192'] for subnet, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:09.521003 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-8a924538-8405-48dc-b52d-c61b3a256712 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736038945356'] for network, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:09.570111 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-75d33553-ca1d-4f37-bc81-1b975141a956 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:09.571782 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-75d33553-ca1d-4f37-bc81-1b975141a956 service neutron] 10.222.0.35 "PUT /v2.0/ports/3db9478d-dd47-410b-ba68-5b193216df9b HTTP/1.1" status: 200 len: 1093 time: 2.5550535 Jan 18 12:49:09.574033 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98ce835f-b5b0-4bbb-9212-78b4352acdef', 'tag': '3db9478d-dd47-410b-ba68-5b193216df9b'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:49:09.592924 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d33553-ca1d-4f37-bc81-1b975141a956 service neutron] Pushing event updated for resources: {'Port': ['ID=3db9478d-dd47-410b-ba68-5b193216df9b,revision_number=3']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:09.611198 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-d86787ca-3ed9-4e8d-b478-9bc6da752aa3 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243'] for port, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:09.632943 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58873833-bb06-416a-babf-12333f058035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1883c44e-1685-418f-a4d6-f7576cac34f4,revision_number=0']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:09.663518 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-68600264-cffd-4e5d-9e70-b5c4cec9bf65 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:09.665449 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-8a924538-8405-48dc-b52d-c61b3a256712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192'] for network, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:09.666286 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a924538-8405-48dc-b52d-c61b3a256712 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:09.667144 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-8a924538-8405-48dc-b52d-c61b3a256712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for network, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:09.707283 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98ce835f-b5b0-4bbb-9212-78b4352acdef', 'tag': '3db9478d-dd47-410b-ba68-5b193216df9b', 'status': 'completed', 'code': 200} Jan 18 12:49:09.715263 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-d86787ca-3ed9-4e8d-b478-9bc6da752aa3 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Network 278ba1fd-8468-4f28-a995-460d471862f3 is already hosted by enough agents. {{(pid=82756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:49:09.722613 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.base_scheduler [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-d86787ca-3ed9-4e8d-b478-9bc6da752aa3 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Resources bound (agent type, host, resource id): {{(pid=82756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:49:09.727245 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-d86787ca-3ed9-4e8d-b478-9bc6da752aa3 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Received port after_create {{(pid=82756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:49:09.731589 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-d86787ca-3ed9-4e8d-b478-9bc6da752aa3 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:09.732233 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-d86787ca-3ed9-4e8d-b478-9bc6da752aa3 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:09.751767 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-68600264-cffd-4e5d-9e70-b5c4cec9bf65 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16445687'] for security_group_rule, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:09.754624 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86787ca-3ed9-4e8d-b478-9bc6da752aa3 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Pushing event updated for resources: {'Port': ['ID=b9558185-b969-42b6-9712-fe087278bdde,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:09.776062 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-d86787ca-3ed9-4e8d-b478-9bc6da752aa3 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7548475 Jan 18 12:49:09.776487 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58873833-bb06-416a-babf-12333f058035 admin admin] Checking segment: {'id': '8a8bfd95-d4d6-41b6-bb22-96e959e11055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '638241e7-12ba-453d-8052-6841bb57ff6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:49:09.776788 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58873833-bb06-416a-babf-12333f058035 admin admin] Network hostable DHCP agents. Network: 638241e7-12ba-453d-8052-6841bb57ff6e, hostable agents: ['17d581e3-f6b9-457e-916e-43db75e54cf0'], hosted agents: [] {{(pid=82757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:49:09.818180 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68600264-cffd-4e5d-9e70-b5c4cec9bf65 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b55553a7-3109-443f-a2db-36ad0f794518,revision_number=0']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:09.825790 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a924538-8405-48dc-b52d-c61b3a256712 admin admin] Pushing event updated for resources: {'Network': ['ID=067a9a92-25f9-4121-813d-7b6438566cc8,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:09.831144 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-8a924538-8405-48dc-b52d-c61b3a256712 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5719659 Jan 18 12:49:09.831884 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 45424) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:09.834215 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-68600264-cffd-4e5d-9e70-b5c4cec9bf65 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:09.835476 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-68600264-cffd-4e5d-9e70-b5c4cec9bf65 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5345206 Jan 18 12:49:09.838586 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45428) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:09.843524 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-c6d8e08b-bbbb-4efa-b887-8f22013ba89c admin admin] Request body: {'subnet': {'network_id': '067a9a92-25f9-4121-813d-7b6438566cc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-764497996-subnet', 'tenant_id': 'c22f78bd73134d55b617739261223369', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:09.845327 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-4bf0068e-6da9-43ee-bb0c-67c7296d3dcc tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Request body: {'security_group_rule': {'security_group_id': 'b0979e50-118a-46d1-8d78-649e3fec16a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:09.848706 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Network 067a9a92-25f9-4121-813d-7b6438566cc8 details requested by agent ovs-agent-dv-cinder-825103-1-iscsi with host dv-cinder-825103-1-iscsi {{(pid=82758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:49:09.853007 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-4bf0068e-6da9-43ee-bb0c-67c7296d3dcc tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:09.858634 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-4bf0068e-6da9-43ee-bb0c-67c7296d3dcc tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Usage tracker for resource:security_group_rule and tenant:62c83339981e4116982823738389569b is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:09.862183 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-4bf0068e-6da9-43ee-bb0c-67c7296d3dcc tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:09.862629 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-c6d8e08b-bbbb-4efa-b887-8f22013ba89c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:09.865556 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58873833-bb06-416a-babf-12333f058035 admin admin] Network 638241e7-12ba-453d-8052-6841bb57ff6e is scheduled to be hosted by DHCP agent 17d581e3-f6b9-457e-916e-43db75e54cf0 with binding_index 1 {{(pid=82757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:49:09.874343 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-c6d8e08b-bbbb-4efa-b887-8f22013ba89c admin admin] Usage tracker for resource:subnet and tenant:c22f78bd73134d55b617739261223369 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:09.874785 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-4bf0068e-6da9-43ee-bb0c-67c7296d3dcc tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:09.884254 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-c6d8e08b-bbbb-4efa-b887-8f22013ba89c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:09.887994 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-58873833-bb06-416a-babf-12333f058035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-iscsi, 638241e7-12ba-453d-8052-6841bb57ff6e) {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:49:09.892652 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58873833-bb06-416a-babf-12333f058035 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:09.893257 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-58873833-bb06-416a-babf-12333f058035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for subnet, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:09.917667 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4bf0068e-6da9-43ee-bb0c-67c7296d3dcc tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:09.937478 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-c6d8e08b-bbbb-4efa-b887-8f22013ba89c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:09.943217 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-58873833-bb06-416a-babf-12333f058035 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0911603 Jan 18 12:49:09.956324 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ede676-78eb-497e-8d32-f3ab155e7b4f None None] Network 638241e7-12ba-453d-8052-6841bb57ff6e requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:49:09.975667 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d8e08b-bbbb-4efa-b887-8f22013ba89c admin admin] Made reservation on behalf of c22f78bd73134d55b617739261223369 for: {'subnet': 1} {{(pid=82756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:49:09.978084 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-c6d8e08b-bbbb-4efa-b887-8f22013ba89c admin admin] Notify callbacks [] for subnet, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:10.004650 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4bf0068e-6da9-43ee-bb0c-67c7296d3dcc tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:10.011126 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4bf0068e-6da9-43ee-bb0c-67c7296d3dcc tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16445687'] for security_group_rule, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:10.042002 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0068e-6da9-43ee-bb0c-67c7296d3dcc tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c0eb458-a9c7-4511-a025-ca5ec9f221a6,revision_number=0']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:10.053289 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4bf0068e-6da9-43ee-bb0c-67c7296d3dcc tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:10.054973 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-4bf0068e-6da9-43ee-bb0c-67c7296d3dcc tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2151740 Jan 18 12:49:10.057918 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45438) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:10.065747 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-602a1dea-525c-4ce5-b888-72ca3ea9a39d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Request body: {'floatingip': {'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:10.073831 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-602a1dea-525c-4ce5-b888-72ca3ea9a39d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:10.080288 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-602a1dea-525c-4ce5-b888-72ca3ea9a39d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Usage tracker for resource:floatingip and tenant:62c83339981e4116982823738389569b is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:10.085173 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-602a1dea-525c-4ce5-b888-72ca3ea9a39d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:10.125948 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-602a1dea-525c-4ce5-b888-72ca3ea9a39d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:10.158967 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45444) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:10.213910 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-602a1dea-525c-4ce5-b888-72ca3ea9a39d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for floatingip, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:10.311671 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611ae5fa-7f83-4c65-bcb1-a0a8505aa6a8 None None] Network 638241e7-12ba-453d-8052-6841bb57ff6e requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:49:10.341285 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-c6d8e08b-bbbb-4efa-b887-8f22013ba89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192'] for subnet, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:10.347463 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef503e09-65de-4bbd-a968-63d4abacc699 admin admin] Deleting subnet 1cffdf1f-af53-4074-a648-5c1547f8b928 {{(pid=82757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:49:10.358699 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68149ec-5694-42d6-a347-b227162d4305 req-84f20f34-48db-4125-8e03-08cf0217b518 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:10.360166 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e68149ec-5694-42d6-a347-b227162d4305 req-84f20f34-48db-4125-8e03-08cf0217b518 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 931 time: 0.2761240 Jan 18 12:49:10.362923 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ef503e09-65de-4bbd-a968-63d4abacc699 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:10.428967 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d8e08b-bbbb-4efa-b887-8f22013ba89c admin admin] Pushing event updated for resources: {'Subnet': ['ID=879dac9e-046b-4aa7-a3ca-ed887250a530,revision_number=0']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:10.440840 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea40141-2767-4d97-9166-5b2d99502873 req-b983eba6-53cc-4f43-abc9-6af5e26691a0 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:10.442533 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-fea40141-2767-4d97-9166-5b2d99502873 req-b983eba6-53cc-4f43-abc9-6af5e26691a0 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 943 time: 0.1911428 Jan 18 12:49:10.454458 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d8e08b-bbbb-4efa-b887-8f22013ba89c admin admin] Checking segment: {'id': 'afc6d248-a8e3-4a52-af7a-e11e21b16d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '067a9a92-25f9-4121-813d-7b6438566cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:49:10.455115 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d8e08b-bbbb-4efa-b887-8f22013ba89c admin admin] Network hostable DHCP agents. Network: 067a9a92-25f9-4121-813d-7b6438566cc8, hostable agents: ['17d581e3-f6b9-457e-916e-43db75e54cf0'], hosted agents: [] {{(pid=82756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:49:10.475186 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-e68149ec-5694-42d6-a347-b227162d4305 req-3f258e23-d722-470b-ba5d-01634b59141c tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Synchronizing usage tracker for tenant:1f579550087f4cada7f426f1d491402f on resource:security_group {{(pid=82757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:49:10.500953 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ef503e09-65de-4bbd-a968-63d4abacc699 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:10.517527 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ef503e09-65de-4bbd-a968-63d4abacc699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562804'] for subnet, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:10.526324 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-fea40141-2767-4d97-9166-5b2d99502873 req-eecc7ac5-2dc7-464d-90ca-7bce36bf4313 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/security-groups?id=57daca05-1cf8-49a8-b68f-8797fbd2d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737703 Jan 18 12:49:10.527529 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d8e08b-bbbb-4efa-b887-8f22013ba89c admin admin] Network 067a9a92-25f9-4121-813d-7b6438566cc8 is scheduled to be hosted by DHCP agent 17d581e3-f6b9-457e-916e-43db75e54cf0 with binding_index 1 {{(pid=82756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:49:10.539158 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.base_scheduler [None req-c6d8e08b-bbbb-4efa-b887-8f22013ba89c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-iscsi, 067a9a92-25f9-4121-813d-7b6438566cc8) {{(pid=82756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:49:10.548099 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d8e08b-bbbb-4efa-b887-8f22013ba89c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:10.548681 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-c6d8e08b-bbbb-4efa-b887-8f22013ba89c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for subnet, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:10.557761 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f066521-d269-45c2-a668-58fcec0e4395 None None] Network 067a9a92-25f9-4121-813d-7b6438566cc8 requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:49:10.580353 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-c6d8e08b-bbbb-4efa-b887-8f22013ba89c admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7466857 Jan 18 12:49:10.608021 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-e68149ec-5694-42d6-a347-b227162d4305 req-3f258e23-d722-470b-ba5d-01634b59141c tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Unset dirty status for tenant:1f579550087f4cada7f426f1d491402f on resource:security_group {{(pid=82757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:49:10.609224 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e68149ec-5694-42d6-a347-b227162d4305 req-3f258e23-d722-470b-ba5d-01634b59141c tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064500 Jan 18 12:49:10.661502 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-602a1dea-525c-4ce5-b888-72ca3ea9a39d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:10.728892 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ef503e09-65de-4bbd-a968-63d4abacc699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192'] for subnet, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:10.778657 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef503e09-65de-4bbd-a968-63d4abacc699 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cffdf1f-af53-4074-a648-5c1547f8b928,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:10.780311 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-59b82122-f012-4699-8e37-07e00e4598c4 req-bfef2ecd-dbb0-4e2c-985b-c7f25a596370 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0946517 Jan 18 12:49:10.794087 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ef503e09-65de-4bbd-a968-63d4abacc699 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:10.854205 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-ef503e09-65de-4bbd-a968-63d4abacc699 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/1cffdf1f-af53-4074-a648-5c1547f8b928 HTTP/1.1" status: 204 len: 168 time: 0.6939027 Jan 18 12:49:10.856663 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 45458) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:10.885540 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072c8e9b-ec6a-44df-86f5-f471072614fe None None] Network 067a9a92-25f9-4121-813d-7b6438566cc8 requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:49:10.885782 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.db_base_plugin_common [None req-602a1dea-525c-4ce5-b888-72ca3ea9a39d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Allocated IP 172.27.2.126 (e1680602-72eb-4a8f-a690-8170848820e2/e5265543-d6e8-47ba-b344-dc5916015d25/570c0293-585b-42e3-b9c9-621e602f4cc4) {{(pid=82757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:49:10.990554 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5ed43dba-7ef6-450e-bdb6-3570f32843a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653206'] for network, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:11.141487 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5ed43dba-7ef6-450e-bdb6-3570f32843a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561661', 'neutron.services.segments.db._delete_segments_for_network-8736039390428'] for network, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:11.142982 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-602a1dea-525c-4ce5-b888-72ca3ea9a39d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for port, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:11.171917 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5ed43dba-7ef6-450e-bdb6-3570f32843a5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:49:11.172269 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5ed43dba-7ef6-450e-bdb6-3570f32843a5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:49:11.173013 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5ed43dba-7ef6-450e-bdb6-3570f32843a5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:49:11.173340 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5ed43dba-7ef6-450e-bdb6-3570f32843a5 admin admin] Subscribe: > port after_create 55550000 {{(pid=82756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:49:11.173785 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5ed43dba-7ef6-450e-bdb6-3570f32843a5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=82756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:49:11.174807 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5ed43dba-7ef6-450e-bdb6-3570f32843a5 admin admin] Subscribe: > port after_update 55550000 {{(pid=82756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:49:11.174807 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5ed43dba-7ef6-450e-bdb6-3570f32843a5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:49:11.174807 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5ed43dba-7ef6-450e-bdb6-3570f32843a5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:49:11.175494 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5ed43dba-7ef6-450e-bdb6-3570f32843a5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:49:11.175956 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5ed43dba-7ef6-450e-bdb6-3570f32843a5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:49:11.181492 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-602a1dea-525c-4ce5-b888-72ca3ea9a39d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243'] for port, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:11.252711 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a1dea-525c-4ce5-b888-72ca3ea9a39d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Pushing event updated for resources: {'Port': ['ID=570c0293-585b-42e3-b9c9-621e602f4cc4,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:11.255718 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602a1dea-525c-4ce5-b888-72ca3ea9a39d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Network e1680602-72eb-4a8f-a690-8170848820e2 is already hosted by enough agents. {{(pid=82757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:49:11.257054 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-602a1dea-525c-4ce5-b888-72ca3ea9a39d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Resources bound (agent type, host, resource id): {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:49:11.259907 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602a1dea-525c-4ce5-b888-72ca3ea9a39d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Received port after_create {{(pid=82757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:49:11.288176 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5ed43dba-7ef6-450e-bdb6-3570f32843a5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:49:11.288589 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5ed43dba-7ef6-450e-bdb6-3570f32843a5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:49:11.289015 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5ed43dba-7ef6-450e-bdb6-3570f32843a5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:49:11.289428 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5ed43dba-7ef6-450e-bdb6-3570f32843a5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:49:11.290637 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.services.segments.db [None req-5ed43dba-7ef6-450e-bdb6-3570f32843a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5966b5e3-ffda-4e3f-86a7-7a924c45847c']}} {{(pid=82756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:11.306123 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.services.segments.db [None req-5ed43dba-7ef6-450e-bdb6-3570f32843a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16cdeed4-c2f9-4f65-971c-b45c1865e12f') {'for_net_delete': True} {{(pid=82756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:11.306396 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.services.segments.db [None req-5ed43dba-7ef6-450e-bdb6-3570f32843a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16cdeed4-c2f9-4f65-971c-b45c1865e12f') {} {{(pid=82756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:11.320456 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5ed43dba-7ef6-450e-bdb6-3570f32843a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736039390311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16106717'] for segment, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:11.338533 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5ed43dba-7ef6-450e-bdb6-3570f32843a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-557774'] for segment, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:11.346636 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed43dba-7ef6-450e-bdb6-3570f32843a5 admin admin] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=82756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:49:11.347203 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5ed43dba-7ef6-450e-bdb6-3570f32843a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-557785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15337081'] for segment, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:11.363661 dv-cinder-825103-1-iscsi neutron-server[82756]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 18 12:49:11.363661 dv-cinder-825103-1-iscsi neutron-server[82756]: util.warn_limited( Jan 18 12:49:11.363661 dv-cinder-825103-1-iscsi neutron-server[82756]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 18 12:49:11.363661 dv-cinder-825103-1-iscsi neutron-server[82756]: util.warn_limited( Jan 18 12:49:11.363661 dv-cinder-825103-1-iscsi neutron-server[82756]: Traceback (most recent call last): Jan 18 12:49:11.363661 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:49:11.363661 dv-cinder-825103-1-iscsi neutron-server[82756]: timer() Jan 18 12:49:11.363661 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:49:11.363661 dv-cinder-825103-1-iscsi neutron-server[82756]: cb(*args, **kw) Jan 18 12:49:11.363661 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:49:11.363661 dv-cinder-825103-1-iscsi neutron-server[82756]: return func(*args, **kwargs) Jan 18 12:49:11.363661 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:49:11.363661 dv-cinder-825103-1-iscsi neutron-server[82756]: self._notify() Jan 18 12:49:11.363661 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:49:11.363661 dv-cinder-825103-1-iscsi neutron-server[82756]: self.callback(batched_events) Jan 18 12:49:11.363661 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:49:11.363661 dv-cinder-825103-1-iscsi neutron-server[82756]: event.method(event) Jan 18 12:49:11.363661 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:49:11.363661 dv-cinder-825103-1-iscsi neutron-server[82756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:49:11.363661 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:49:11.363661 dv-cinder-825103-1-iscsi neutron-server[82756]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:49:11.363661 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:49:11.363661 dv-cinder-825103-1-iscsi neutron-server[82756]: return f(self, *a, **k) Jan 18 12:49:11.363661 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:49:11.363661 dv-cinder-825103-1-iscsi neutron-server[82756]: return self._get(url).json() Jan 18 12:49:11.363661 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:49:11.363661 dv-cinder-825103-1-iscsi neutron-server[82756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:49:11.363661 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:49:11.363661 dv-cinder-825103-1-iscsi neutron-server[82756]: return self.request(url, 'GET', **kwargs) Jan 18 12:49:11.363661 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:49:11.363661 dv-cinder-825103-1-iscsi neutron-server[82756]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:49:11.363661 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:49:11.363661 dv-cinder-825103-1-iscsi neutron-server[82756]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:49:11.363661 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:49:11.363661 dv-cinder-825103-1-iscsi neutron-server[82756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:49:11.363661 dv-cinder-825103-1-iscsi neutron-server[82756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:49:11.384745 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-602a1dea-525c-4ce5-b888-72ca3ea9a39d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:11.465616 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5ed43dba-7ef6-450e-bdb6-3570f32843a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16439389'] for network, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:11.477772 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5ed43dba-7ef6-450e-bdb6-3570f32843a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for network, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:11.515737 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-edfdad6a-3764-4eb6-864d-3f8a6369e1e2 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Request body: {'port': {'device_id': 'd00ac165-0b20-4316-9d85-1d33f85a551a', 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c', 'admin_state_up': True, 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'security_groups': ['61c60882-b6e5-41a4-bbff-5016e6573d05']}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:11.527014 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed43dba-7ef6-450e-bdb6-3570f32843a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5966b5e3-ffda-4e3f-86a7-7a924c45847c,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:11.533563 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-5ed43dba-7ef6-450e-bdb6-3570f32843a5 admin admin] 10.222.0.84 "DELETE /v2.0/networks/5966b5e3-ffda-4e3f-86a7-7a924c45847c HTTP/1.1" status: 204 len: 168 time: 0.6755300 Jan 18 12:49:11.588842 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-1362b4f0-f985-4680-926d-b515592df486 service neutron] Request body: {'port': {'device_id': 'e99a128b-933b-48e0-a535-cee349266ece', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:11.619191 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 45468) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:11.620791 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-602a1dea-525c-4ce5-b888-72ca3ea9a39d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:11.735801 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-dba6e975-33a1-43b6-b086-e587105a8bf9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13011e39-d01a-462d-9ba2-c07df126f030 HTTP/1.1" status: 200 len: 217 time: 0.2148290 Jan 18 12:49:11.796853 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-edfdad6a-3764-4eb6-864d-3f8a6369e1e2 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:11.881001 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-edfdad6a-3764-4eb6-864d-3f8a6369e1e2 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:11.912266 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-edfdad6a-3764-4eb6-864d-3f8a6369e1e2 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Made reservation on behalf of 8b61358b76314548a01860d9521ad4fd for: {'port': 1} {{(pid=82757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:49:11.915412 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-edfdad6a-3764-4eb6-864d-3f8a6369e1e2 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:11.935517 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd8cfa-f6f3-4b12-9faf-72c2e184bd1b req-8b569134-20e6-48a3-9445-2fd61d1326e7 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:11.937198 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-dbdd8cfa-f6f3-4b12-9faf-72c2e184bd1b req-8b569134-20e6-48a3-9445-2fd61d1326e7 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 943 time: 0.2491865 Jan 18 12:49:11.966943 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed476fe8-0b28-46ab-bcba-206ecd7b7a90 admin admin] Deleting subnet 1883c44e-1685-418f-a4d6-f7576cac34f4 {{(pid=82756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:49:11.987072 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-ed476fe8-0b28-46ab-bcba-206ecd7b7a90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:12.044619 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-1362b4f0-f985-4680-926d-b515592df486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:12.090229 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-dbdd8cfa-f6f3-4b12-9faf-72c2e184bd1b req-fa940f69-30bd-4635-aff9-e20796d95c8b tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/security-groups?id=57daca05-1cf8-49a8-b68f-8797fbd2d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304743 Jan 18 12:49:12.090432 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-f90a9b3f-e83f-4535-87f8-d7e20a0a4c88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:12.090569 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-f90a9b3f-e83f-4535-87f8-d7e20a0a4c88 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f2dc87e7-7a7a-4070-b8c2-a50d9c226810 HTTP/1.1" status: 200 len: 852 time: 0.2969060 Jan 18 12:49:12.113930 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-602a1dea-525c-4ce5-b888-72ca3ea9a39d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for port, precommit_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:12.129441 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-ed476fe8-0b28-46ab-bcba-206ecd7b7a90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16106710'] for subnet, precommit_delete_associations {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:12.150779 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-602a1dea-525c-4ce5-b888-72ca3ea9a39d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:12.208289 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-70ef92a3-d651-44c0-a2de-ec52e95e077f req-f5e76e2e-34b0-45eb-9590-fdfa37e49c06 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1f579550087f4cada7f426f1d491402f&device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 1096 time: 0.5846500 Jan 18 12:49:12.234276 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-ed476fe8-0b28-46ab-bcba-206ecd7b7a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562804'] for subnet, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:12.238997 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-602a1dea-525c-4ce5-b888-72ca3ea9a39d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16439339'] for floatingip, after_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:12.271925 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4bcfa-5f6c-40a2-9145-dacaae11b0e9 req-4febacb5-3f64-48b3-96d5-905ac0d105d2 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:12.272619 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-ccb4bcfa-5f6c-40a2-9145-dacaae11b0e9 req-4febacb5-3f64-48b3-96d5-905ac0d105d2 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Synchronizing usage tracker for tenant:1f579550087f4cada7f426f1d491402f on resource:port {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:49:12.310330 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a1dea-525c-4ce5-b888-72ca3ea9a39d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Pushing event updated for resources: {'Port': ['ID=570c0293-585b-42e3-b9c9-621e602f4cc4,revision_number=2']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:12.326049 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.db_base_plugin_common [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-edfdad6a-3764-4eb6-864d-3f8a6369e1e2 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Allocated IP 172.20.0.12 (3ce910e8-fa9a-402c-bef7-c36aef1e716c/7fc8c1b8-cfa3-49d9-9595-474a5f6baf01/30d73f22-611e-44a3-9ad5-7bfa498e296e) {{(pid=82757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:49:12.331381 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-2ddf6721-f6ea-40fa-88fc-b01665871c75 req-1a56b27b-53e2-46eb-9084-0d0b4c9e0899 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Synchronizing usage tracker for tenant:8b61358b76314548a01860d9521ad4fd on resource:port {{(pid=82757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:49:12.345724 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-602a1dea-525c-4ce5-b888-72ca3ea9a39d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for floatingip, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:12.346935 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-602a1dea-525c-4ce5-b888-72ca3ea9a39d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2875705 Jan 18 12:49:12.358038 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-2ddf6721-f6ea-40fa-88fc-b01665871c75 req-1a56b27b-53e2-46eb-9084-0d0b4c9e0899 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Unset dirty status for tenant:8b61358b76314548a01860d9521ad4fd on resource:port {{(pid=82757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:49:12.361188 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-2ddf6721-f6ea-40fa-88fc-b01665871c75 req-1a56b27b-53e2-46eb-9084-0d0b4c9e0899 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.1176109 Jan 18 12:49:12.390356 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-ccb4bcfa-5f6c-40a2-9145-dacaae11b0e9 req-4febacb5-3f64-48b3-96d5-905ac0d105d2 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Unset dirty status for tenant:1f579550087f4cada7f426f1d491402f on resource:port {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:49:12.390356 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ccb4bcfa-5f6c-40a2-9145-dacaae11b0e9 req-4febacb5-3f64-48b3-96d5-905ac0d105d2 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 931 time: 0.5968368 Jan 18 12:49:12.506217 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-ed476fe8-0b28-46ab-bcba-206ecd7b7a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15289823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15475749'] for subnet, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:12.571321 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed476fe8-0b28-46ab-bcba-206ecd7b7a90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1883c44e-1685-418f-a4d6-f7576cac34f4,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:12.583645 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ccb4bcfa-5f6c-40a2-9145-dacaae11b0e9 req-fcaab4aa-8342-4e61-95d9-1b9d33be2463 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933217 Jan 18 12:49:12.584630 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-ed476fe8-0b28-46ab-bcba-206ecd7b7a90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for subnet, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:12.609954 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-ed476fe8-0b28-46ab-bcba-206ecd7b7a90 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/1883c44e-1685-418f-a4d6-f7576cac34f4 HTTP/1.1" status: 204 len: 168 time: 0.9818661 Jan 18 12:49:12.610120 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-edfdad6a-3764-4eb6-864d-3f8a6369e1e2 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for port, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:12.611132 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 45490) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:12.638755 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.provisioning_blocks [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-edfdad6a-3764-4eb6-864d-3f8a6369e1e2 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Transition to ACTIVE for port object 30d73f22-611e-44a3-9ad5-7bfa498e296e will not be triggered until provisioned by entity DHCP. {{(pid=82757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:49:12.648152 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-af193b16-0bc0-4abb-9276-32ac0469139f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Synchronizing usage tracker for tenant:62c83339981e4116982823738389569b on resource:security_group {{(pid=82757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:49:12.673948 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-af193b16-0bc0-4abb-9276-32ac0469139f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Unset dirty status for tenant:62c83339981e4116982823738389569b on resource:security_group {{(pid=82757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:49:12.675449 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-af193b16-0bc0-4abb-9276-32ac0469139f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1645802740&fields=id&tenant_id=62c83339981e4116982823738389569b HTTP/1.1" status: 200 len: 267 time: 0.0922759 Jan 18 12:49:12.683253 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-edfdad6a-3764-4eb6-864d-3f8a6369e1e2 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243'] for port, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:12.751249 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-82304c98-1564-48f0-aa02-3c917cb807ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653206'] for network, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:12.839035 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-edfdad6a-3764-4eb6-864d-3f8a6369e1e2 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Network 3ce910e8-fa9a-402c-bef7-c36aef1e716c is already hosted by enough agents. {{(pid=82757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:49:12.844973 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-edfdad6a-3764-4eb6-864d-3f8a6369e1e2 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Resources bound (agent type, host, resource id): {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:49:12.856178 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-edfdad6a-3764-4eb6-864d-3f8a6369e1e2 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Received port after_create {{(pid=82757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:49:12.860050 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-edfdad6a-3764-4eb6-864d-3f8a6369e1e2 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:12.860668 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-edfdad6a-3764-4eb6-864d-3f8a6369e1e2 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for port, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:12.865788 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-1362b4f0-f985-4680-926d-b515592df486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9558185-b969-42b6-9712-fe087278bdde {{(pid=82756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:49:12.878299 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfdad6a-3764-4eb6-864d-3f8a6369e1e2 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Pushing event updated for resources: {'Port': ['ID=30d73f22-611e-44a3-9ad5-7bfa498e296e,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:12.904826 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-edfdad6a-3764-4eb6-864d-3f8a6369e1e2 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4029961 Jan 18 12:49:12.926913 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-1362b4f0-f985-4680-926d-b515592df486 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:12.942213 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-8f5a90d4-0c82-49fe-a129-9bc7e0d7dc1a tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:12.946940 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-8f5a90d4-0c82-49fe-a129-9bc7e0d7dc1a tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Synchronizing usage tracker for tenant:62c83339981e4116982823738389569b on resource:network {{(pid=82757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:49:12.969280 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-8f5a90d4-0c82-49fe-a129-9bc7e0d7dc1a tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Unset dirty status for tenant:62c83339981e4116982823738389569b on resource:network {{(pid=82757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:49:12.969554 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-82304c98-1564-48f0-aa02-3c917cb807ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561661', 'neutron.services.segments.db._delete_segments_for_network-8736039390428'] for network, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:12.977199 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-8f5a90d4-0c82-49fe-a129-9bc7e0d7dc1a tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/networks?id=0245ff51-1953-4317-abeb-3ec950185d8d HTTP/1.1" status: 200 len: 817 time: 0.2904491 Jan 18 12:49:12.982609 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.provisioning_blocks [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-1362b4f0-f985-4680-926d-b515592df486 service neutron] Transition to ACTIVE for port object b9558185-b969-42b6-9712-fe087278bdde will not be triggered until provisioned by entity L2. {{(pid=82756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:49:12.998552 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-40b2cd49-f834-4ac6-acee-097253edec17 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/quotas/62c83339981e4116982823738389569b HTTP/1.1" status: 200 len: 375 time: 0.0203216 Jan 18 12:49:13.001237 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-1362b4f0-f985-4680-926d-b515592df486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:13.103587 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.services.segments.db [None req-82304c98-1564-48f0-aa02-3c917cb807ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['638241e7-12ba-453d-8052-6841bb57ff6e']}} {{(pid=82756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:13.105557 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-80ab8971-0cf9-4b85-8f4a-5d2c41fc8b68 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=62c83339981e4116982823738389569b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1061232 Jan 18 12:49:13.145657 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-a6e3c46c-bca4-4768-914a-9dfbb51790ab None None] Provisioning for port 30d73f22-611e-44a3-9ad5-7bfa498e296e completed by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:49:13.155325 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.services.segments.db [None req-82304c98-1564-48f0-aa02-3c917cb807ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8bfd95-d4d6-41b6-bb22-96e959e11055') {'for_net_delete': True} {{(pid=82756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:13.155662 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.services.segments.db [None req-82304c98-1564-48f0-aa02-3c917cb807ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8bfd95-d4d6-41b6-bb22-96e959e11055') {} {{(pid=82756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:13.157744 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-a6e3c46c-bca4-4768-914a-9dfbb51790ab None None] Provisioning complete for port 30d73f22-611e-44a3-9ad5-7bfa498e296e triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:49:13.158338 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-a6e3c46c-bca4-4768-914a-9dfbb51790ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:13.240206 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-82304c98-1564-48f0-aa02-3c917cb807ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736039390311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16106717'] for segment, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:13.269726 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-a6e3c46c-bca4-4768-914a-9dfbb51790ab None None] Port 30d73f22-611e-44a3-9ad5-7bfa498e296e cannot update to ACTIVE because it is not bound. {{(pid=82758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:49:13.326477 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362b4f0-f985-4680-926d-b515592df486 service neutron] Pushing event updated for resources: {'Port': ['ID=b9558185-b969-42b6-9712-fe087278bdde,revision_number=2']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:13.376158 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-82304c98-1564-48f0-aa02-3c917cb807ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-557774'] for segment, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:13.398882 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82304c98-1564-48f0-aa02-3c917cb807ee admin admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=82756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:49:13.399713 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-82304c98-1564-48f0-aa02-3c917cb807ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-557785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15337081'] for segment, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:13.408855 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-b1a8059d-3726-4d13-9829-03e5a328af2a service neutron] 10.222.0.84 "GET /v2.0/networks/0245ff51-1953-4317-abeb-3ec950185d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807162 Jan 18 12:49:13.420826 dv-cinder-825103-1-iscsi neutron-server[82756]: Traceback (most recent call last): Jan 18 12:49:13.420826 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:49:13.420826 dv-cinder-825103-1-iscsi neutron-server[82756]: timer() Jan 18 12:49:13.420826 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:49:13.420826 dv-cinder-825103-1-iscsi neutron-server[82756]: cb(*args, **kw) Jan 18 12:49:13.420826 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:49:13.420826 dv-cinder-825103-1-iscsi neutron-server[82756]: return func(*args, **kwargs) Jan 18 12:49:13.420826 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:49:13.420826 dv-cinder-825103-1-iscsi neutron-server[82756]: self._notify() Jan 18 12:49:13.420826 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:49:13.420826 dv-cinder-825103-1-iscsi neutron-server[82756]: self.callback(batched_events) Jan 18 12:49:13.420826 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:49:13.420826 dv-cinder-825103-1-iscsi neutron-server[82756]: event.method(event) Jan 18 12:49:13.420826 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:49:13.420826 dv-cinder-825103-1-iscsi neutron-server[82756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:49:13.420826 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:49:13.420826 dv-cinder-825103-1-iscsi neutron-server[82756]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:49:13.420826 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:49:13.420826 dv-cinder-825103-1-iscsi neutron-server[82756]: return f(self, *a, **k) Jan 18 12:49:13.420826 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:49:13.420826 dv-cinder-825103-1-iscsi neutron-server[82756]: return self._get(url).json() Jan 18 12:49:13.420826 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:49:13.420826 dv-cinder-825103-1-iscsi neutron-server[82756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:49:13.420826 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:49:13.420826 dv-cinder-825103-1-iscsi neutron-server[82756]: return self.request(url, 'GET', **kwargs) Jan 18 12:49:13.420826 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:49:13.420826 dv-cinder-825103-1-iscsi neutron-server[82756]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:49:13.420826 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:49:13.420826 dv-cinder-825103-1-iscsi neutron-server[82756]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:49:13.420826 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:49:13.420826 dv-cinder-825103-1-iscsi neutron-server[82756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:49:13.420826 dv-cinder-825103-1-iscsi neutron-server[82756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:49:13.532615 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-1362b4f0-f985-4680-926d-b515592df486 service neutron] Attempting to bind port b9558185-b969-42b6-9712-fe087278bdde on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:49:13.532913 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-1362b4f0-f985-4680-926d-b515592df486 service neutron] Attempting to bind port b9558185-b969-42b6-9712-fe087278bdde by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'cfce463f-bb18-41f5-bd53-a09e299dfec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '278ba1fd-8468-4f28-a995-460d471862f3'}] {{(pid=82756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:49:13.533426 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-1362b4f0-f985-4680-926d-b515592df486 service neutron] Attempting to bind port b9558185-b969-42b6-9712-fe087278bdde on network 278ba1fd-8468-4f28-a995-460d471862f3 {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:49:13.547748 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-1362b4f0-f985-4680-926d-b515592df486 service neutron] Port b9558185-b969-42b6-9712-fe087278bdde on network 278ba1fd-8468-4f28-a995-460d471862f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:49:13.548057 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-1362b4f0-f985-4680-926d-b515592df486 service neutron] Attempting to bind port b9558185-b969-42b6-9712-fe087278bdde on network 278ba1fd-8468-4f28-a995-460d471862f3 {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:49:13.553836 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-0af32b87-c919-4cca-9e88-cfce67871c10 service neutron] 10.222.0.84 "GET /v2.0/networks/0245ff51-1953-4317-abeb-3ec950185d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364579 Jan 18 12:49:13.554278 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-82304c98-1564-48f0-aa02-3c917cb807ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16439389'] for network, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:13.559725 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-82304c98-1564-48f0-aa02-3c917cb807ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for network, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:13.593092 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a85b64-7d36-4b36-bf55-4838adca30ae req-b078f465-4125-4e02-afe9-f5b787f020fd tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:13.594562 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-34a85b64-7d36-4b36-bf55-4838adca30ae req-b078f465-4125-4e02-afe9-f5b787f020fd tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 943 time: 0.2691972 Jan 18 12:49:13.596258 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-82304c98-1564-48f0-aa02-3c917cb807ee admin admin] 10.222.0.84 "DELETE /v2.0/networks/638241e7-12ba-453d-8052-6841bb57ff6e HTTP/1.1" status: 204 len: 168 time: 0.9753983 Jan 18 12:49:13.597315 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-1362b4f0-f985-4680-926d-b515592df486 service neutron] Checking agent: {'id': '085e0bf5-487d-485c-86f3-dab2733d35ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'started_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:49:13.597655 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-1362b4f0-f985-4680-926d-b515592df486 service neutron] Checking segment: {'id': 'cfce463f-bb18-41f5-bd53-a09e299dfec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '278ba1fd-8468-4f28-a995-460d471862f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:49:13.598034 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-1362b4f0-f985-4680-926d-b515592df486 service neutron] Bound using segment: {'id': 'cfce463f-bb18-41f5-bd53-a09e299dfec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '278ba1fd-8468-4f28-a995-460d471862f3'} {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:49:13.598482 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-1362b4f0-f985-4680-926d-b515592df486 service neutron] Bound port: b9558185-b969-42b6-9712-fe087278bdde, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfce463f-bb18-41f5-bd53-a09e299dfec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '278ba1fd-8468-4f28-a995-460d471862f3'}}] {{(pid=82756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:49:13.598847 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-1362b4f0-f985-4680-926d-b515592df486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:13.609690 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82304c98-1564-48f0-aa02-3c917cb807ee admin admin] Pushing event deleted for resources: {'Network': ['ID=638241e7-12ba-453d-8052-6841bb57ff6e,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:13.782370 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-c7df2c71-cb99-450c-82ef-c6071933d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:13.861752 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-1362b4f0-f985-4680-926d-b515592df486 service neutron] For port b9558185-b969-42b6-9712-fe087278bdde, host hv-cinder-82510, cleared binding levels {{(pid=82756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:49:13.865063 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-1362b4f0-f985-4680-926d-b515592df486 service neutron] For port b9558185-b969-42b6-9712-fe087278bdde, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b9558185-b969-42b6-9712-fe087278bdde,segment=NetworkSegment(cfce463f-bb18-41f5-bd53-a09e299dfec8),segment_id=cfce463f-bb18-41f5-bd53-a09e299dfec8)] {{(pid=82756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:49:13.883774 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-34a85b64-7d36-4b36-bf55-4838adca30ae req-924834d3-2d67-456f-8d06-08ee652147bf tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/security-groups?id=57daca05-1cf8-49a8-b68f-8797fbd2d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623742 Jan 18 12:49:13.898118 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-1362b4f0-f985-4680-926d-b515592df486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:13.912918 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45548) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:13.970880 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-1362b4f0-f985-4680-926d-b515592df486 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:13.972516 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-1362b4f0-f985-4680-926d-b515592df486 service neutron] 10.222.0.35 "PUT /v2.0/ports/b9558185-b969-42b6-9712-fe087278bdde HTTP/1.1" status: 200 len: 1093 time: 2.4502244 Jan 18 12:49:13.975802 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99a128b-933b-48e0-a535-cee349266ece', 'tag': 'b9558185-b969-42b6-9712-fe087278bdde'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:49:13.994865 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294789e0-6e1e-4760-95d1-eac19432120d req-017da54c-a359-4a2c-b7ef-31ca4df2141f tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:13.996396 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-294789e0-6e1e-4760-95d1-eac19432120d req-017da54c-a359-4a2c-b7ef-31ca4df2141f tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 932 time: 0.1789477 Jan 18 12:49:14.001536 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-313ec209-4472-46db-a5aa-e707f2c4ac83 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c0e1de86797d40c6aa9ec90ccd798106&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0797198 Jan 18 12:49:14.001736 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45554) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:14.006445 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362b4f0-f985-4680-926d-b515592df486 service neutron] Pushing event updated for resources: {'Port': ['ID=b9558185-b969-42b6-9712-fe087278bdde,revision_number=3']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:14.097107 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-294789e0-6e1e-4760-95d1-eac19432120d req-72097bf7-a0f4-468f-a5dc-79d01d4855c1 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=61c60882-b6e5-41a4-bbff-5016e6573d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835280 Jan 18 12:49:14.102491 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-276578e6-ada6-46dd-b21c-10a1a170a544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:14.132059 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7759e-5c8a-4e44-84f3-71da211ae56e req-a06bdbce-6138-4c58-84a9-7304cd3429d6 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:14.133692 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-21f7759e-5c8a-4e44-84f3-71da211ae56e req-a06bdbce-6138-4c58-84a9-7304cd3429d6 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 943 time: 0.1045547 Jan 18 12:49:14.137022 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-276578e6-ada6-46dd-b21c-10a1a170a544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:14.202220 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-21f7759e-5c8a-4e44-84f3-71da211ae56e req-fcca9145-15aa-4dc0-a25b-0a93eb0cb4f2 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571775 Jan 18 12:49:14.234543 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-843419de-0fb5-43ca-a6ad-73a9e0aae230 req-20d4c84e-cd28-4b51-b870-666feb8bda4e tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0500855 Jan 18 12:49:14.260341 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-276578e6-ada6-46dd-b21c-10a1a170a544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:14.282204 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276578e6-ada6-46dd-b21c-10a1a170a544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fe54ce-fad8-4d10-a02b-15a1b4ec7ec2,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:14.285239 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-276578e6-ada6-46dd-b21c-10a1a170a544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:14.288933 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-276578e6-ada6-46dd-b21c-10a1a170a544 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b5fe54ce-fad8-4d10-a02b-15a1b4ec7ec2 HTTP/1.1" status: 204 len: 168 time: 0.2837524 Jan 18 12:49:14.289133 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e99a128b-933b-48e0-a535-cee349266ece', 'tag': 'b9558185-b969-42b6-9712-fe087278bdde', 'status': 'completed', 'code': 200} Jan 18 12:49:14.634663 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-d425298c-f71d-48cb-ad18-4af7725491c0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d3543a02-5a58-40de-8593-2e7eba7bca47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637565 Jan 18 12:49:14.642266 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-6bcbc345-7acf-4ae0-9593-760ceb6f5258 service neutron] Request body: {'port': {'device_id': 'd00ac165-0b20-4316-9d85-1d33f85a551a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:14.742140 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45568) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:14.805853 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-6bcbc345-7acf-4ae0-9593-760ceb6f5258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:14.867141 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-36392727-b4c8-47c1-ae32-95cbb678b629 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6f92b2326ae74681b9bca2306ff14ad4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1233542 Jan 18 12:49:14.873585 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45572) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:14.916720 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef92a3-d651-44c0-a2de-ec52e95e077f req-87797e1f-b8e9-474a-b0f5-1677e7993add service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:14.918392 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-70ef92a3-d651-44c0-a2de-ec52e95e077f req-87797e1f-b8e9-474a-b0f5-1677e7993add service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=1f579550087f4cada7f426f1d491402f&shared=False HTTP/1.1" status: 200 len: 921 time: 0.3178549 Jan 18 12:49:14.921622 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-129fb52e-5e33-44b4-b804-47a1bca6e753 service neutron] 10.222.0.35 "GET /v2.0/networks/d3543a02-5a58-40de-8593-2e7eba7bca47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373989 Jan 18 12:49:14.934992 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-43040575-8337-415e-8cd1-1844510852c7 req-7e32eec5-5b85-4bf4-a3f1-f56fb68ba623 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1f579550087f4cada7f426f1d491402f&device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 1096 time: 0.2494967 Jan 18 12:49:15.074453 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1c7add17-a08d-4cbc-acb5-0b6e727d2278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:15.249026 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1c7add17-a08d-4cbc-acb5-0b6e727d2278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:15.354099 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43040575-8337-415e-8cd1-1844510852c7 req-8f20f280-7273-4c86-96c1-1c9e92e43082 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:15.355712 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-43040575-8337-415e-8cd1-1844510852c7 req-8f20f280-7273-4c86-96c1-1c9e92e43082 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=1f579550087f4cada7f426f1d491402f&shared=False HTTP/1.1" status: 200 len: 921 time: 0.4002826 Jan 18 12:49:15.394053 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a97c2-dc5f-4765-9504-e3d97eafa2a2 req-fc663a0f-5e15-4c4a-b213-e70dfdbe7c03 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:15.399296 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bf7a97c2-dc5f-4765-9504-e3d97eafa2a2 req-fc663a0f-5e15-4c4a-b213-e70dfdbe7c03 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 943 time: 0.2528222 Jan 18 12:49:15.405425 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef92a3-d651-44c0-a2de-ec52e95e077f req-533824c5-281a-4052-97be-6911c4c440dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:15.406949 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-70ef92a3-d651-44c0-a2de-ec52e95e077f req-533824c5-281a-4052-97be-6911c4c440dd service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4766276 Jan 18 12:49:15.413775 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4182e565-c9fa-4dfd-ba82-399718e9992f req-0425f10a-7631-4a46-9dd2-6b45dfbffe35 service neutron] 10.222.0.35 "GET /v2.0/networks/d3543a02-5a58-40de-8593-2e7eba7bca47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4777393 Jan 18 12:49:15.517222 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.notifiers.nova [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-6bcbc345-7acf-4ae0-9593-760ceb6f5258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30d73f22-611e-44a3-9ad5-7bfa498e296e {{(pid=82757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:49:15.549280 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-6bcbc345-7acf-4ae0-9593-760ceb6f5258 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:15.550335 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab4d62-ef46-4dd8-b819-5ca9924ecadb req-7bb98116-5d5c-4f0c-aad1-7a933993d8f2 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:15.557726 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8cab4d62-ef46-4dd8-b819-5ca9924ecadb req-7bb98116-5d5c-4f0c-aad1-7a933993d8f2 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 932 time: 0.3170509 Jan 18 12:49:15.563170 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1c7add17-a08d-4cbc-acb5-0b6e727d2278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:15.594042 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7add17-a08d-4cbc-acb5-0b6e727d2278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342c782f-d0b3-41c7-88b6-842bec14f003,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:15.609616 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.provisioning_blocks [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-6bcbc345-7acf-4ae0-9593-760ceb6f5258 service neutron] Transition to ACTIVE for port object 30d73f22-611e-44a3-9ad5-7bfa498e296e will not be triggered until provisioned by entity L2. {{(pid=82757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:49:15.617392 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1c7add17-a08d-4cbc-acb5-0b6e727d2278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:15.618402 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-1c7add17-a08d-4cbc-acb5-0b6e727d2278 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/342c782f-d0b3-41c7-88b6-842bec14f003 HTTP/1.1" status: 204 len: 168 time: 0.7439189 Jan 18 12:49:15.619687 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-6bcbc345-7acf-4ae0-9593-760ceb6f5258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:15.656312 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8cab4d62-ef46-4dd8-b819-5ca9924ecadb req-e26c230a-80e5-48f0-af44-ca666a8426ac tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=61c60882-b6e5-41a4-bbff-5016e6573d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976002 Jan 18 12:49:15.660239 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43040575-8337-415e-8cd1-1844510852c7 req-74b3e09c-ea75-4304-9cc8-a5aa1a267518 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:15.661719 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-43040575-8337-415e-8cd1-1844510852c7 req-74b3e09c-ea75-4304-9cc8-a5aa1a267518 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2993937 Jan 18 12:49:15.671335 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bf7a97c2-dc5f-4765-9504-e3d97eafa2a2 req-ce6c4896-889a-4052-84c3-d9af9138967d tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/security-groups?id=57daca05-1cf8-49a8-b68f-8797fbd2d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577797 Jan 18 12:49:15.998069 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcbc345-7acf-4ae0-9593-760ceb6f5258 service neutron] Pushing event updated for resources: {'Port': ['ID=30d73f22-611e-44a3-9ad5-7bfa498e296e,revision_number=2']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:16.043923 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-8a100c55-87e8-48a8-b2d6-e1096f1e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:16.057023 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-82b332aa-b934-47fc-85ea-306d011a3ce6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1f579550087f4cada7f426f1d491402f&device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 1096 time: 0.5777996 Jan 18 12:49:16.183339 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.managers [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-6bcbc345-7acf-4ae0-9593-760ceb6f5258 service neutron] Attempting to bind port 30d73f22-611e-44a3-9ad5-7bfa498e296e on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:49:16.183713 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.managers [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-6bcbc345-7acf-4ae0-9593-760ceb6f5258 service neutron] Attempting to bind port 30d73f22-611e-44a3-9ad5-7bfa498e296e by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '4be6da58-ee81-4cb4-9a92-a45bd42d91b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c'}] {{(pid=82757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:49:16.184058 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-6bcbc345-7acf-4ae0-9593-760ceb6f5258 service neutron] Attempting to bind port 30d73f22-611e-44a3-9ad5-7bfa498e296e on network 3ce910e8-fa9a-402c-bef7-c36aef1e716c {{(pid=82757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:49:16.208183 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-6bcbc345-7acf-4ae0-9593-760ceb6f5258 service neutron] Port 30d73f22-611e-44a3-9ad5-7bfa498e296e on network 3ce910e8-fa9a-402c-bef7-c36aef1e716c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:49:16.208514 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-6bcbc345-7acf-4ae0-9593-760ceb6f5258 service neutron] Attempting to bind port 30d73f22-611e-44a3-9ad5-7bfa498e296e on network 3ce910e8-fa9a-402c-bef7-c36aef1e716c {{(pid=82757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:49:16.226827 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-6bcbc345-7acf-4ae0-9593-760ceb6f5258 service neutron] Checking agent: {'id': '085e0bf5-487d-485c-86f3-dab2733d35ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'started_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:49:16.227174 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-6bcbc345-7acf-4ae0-9593-760ceb6f5258 service neutron] Checking segment: {'id': '4be6da58-ee81-4cb4-9a92-a45bd42d91b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:49:16.227936 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-6bcbc345-7acf-4ae0-9593-760ceb6f5258 service neutron] Bound using segment: {'id': '4be6da58-ee81-4cb4-9a92-a45bd42d91b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c'} {{(pid=82757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:49:16.230995 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.managers [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-6bcbc345-7acf-4ae0-9593-760ceb6f5258 service neutron] Bound port: 30d73f22-611e-44a3-9ad5-7bfa498e296e, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be6da58-ee81-4cb4-9a92-a45bd42d91b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c'}}] {{(pid=82757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:49:16.231392 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-6bcbc345-7acf-4ae0-9593-760ceb6f5258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:16.302283 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae965e6-b3db-44f6-ac54-382c8128bc87 req-6991193c-78f5-4efb-914d-e9594a8453ef tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:16.309869 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-fae965e6-b3db-44f6-ac54-382c8128bc87 req-6991193c-78f5-4efb-914d-e9594a8453ef tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 943 time: 0.2825613 Jan 18 12:49:16.349903 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-7ea53385-1112-4207-bbba-393244839745 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3db9478d-dd47-410b-ba68-5b193216df9b HTTP/1.1" status: 200 len: 217 time: 0.2551234 Jan 18 12:49:16.385461 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.db [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-6bcbc345-7acf-4ae0-9593-760ceb6f5258 service neutron] For port 30d73f22-611e-44a3-9ad5-7bfa498e296e, host hv-cinder-82510, cleared binding levels {{(pid=82757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:49:16.401147 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-fae965e6-b3db-44f6-ac54-382c8128bc87 req-5d3e6ece-0429-43f1-8956-503936d3530c tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902994 Jan 18 12:49:16.403494 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.db [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-6bcbc345-7acf-4ae0-9593-760ceb6f5258 service neutron] For port 30d73f22-611e-44a3-9ad5-7bfa498e296e, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=30d73f22-611e-44a3-9ad5-7bfa498e296e,segment=NetworkSegment(4be6da58-ee81-4cb4-9a92-a45bd42d91b1),segment_id=4be6da58-ee81-4cb4-9a92-a45bd42d91b1)] {{(pid=82757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:49:16.412623 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-6bcbc345-7acf-4ae0-9593-760ceb6f5258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:16.515633 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-bebdc025-e121-4dd8-a82f-7f3daec1094f req-a7d83ece-7602-44f3-bf17-ed91d9fefb96 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Synchronizing usage tracker for tenant:62c83339981e4116982823738389569b on resource:port {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:49:16.584612 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-6bcbc345-7acf-4ae0-9593-760ceb6f5258 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for port, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:16.588960 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-6bcbc345-7acf-4ae0-9593-760ceb6f5258 service neutron] 10.222.0.35 "PUT /v2.0/ports/30d73f22-611e-44a3-9ad5-7bfa498e296e HTTP/1.1" status: 200 len: 1094 time: 1.9514332 Jan 18 12:49:16.593553 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd00ac165-0b20-4316-9d85-1d33f85a551a', 'tag': '30d73f22-611e-44a3-9ad5-7bfa498e296e'}] {{(pid=82757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:49:16.626896 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-90bc020b-7436-40e9-86e3-bce01438713a tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:16.628552 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-90bc020b-7436-40e9-86e3-bce01438713a tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.35 "GET /v2.0/networks?id=0245ff51-1953-4317-abeb-3ec950185d8d HTTP/1.1" status: 200 len: 817 time: 0.9494419 Jan 18 12:49:16.643690 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-3bedba0f-ef58-4b31-80c1-4f4887cf1a49 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1f579550087f4cada7f426f1d491402f&device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 1096 time: 0.8958588 Jan 18 12:49:16.650875 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-16191701-50a6-4877-8231-3be79ccc7fd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:16.657208 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-16191701-50a6-4877-8231-3be79ccc7fd2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3f6ce3a-9cb1-41e6-95d3-abca0d25c5c7 HTTP/1.1" status: 200 len: 859 time: 0.2398045 Jan 18 12:49:16.658928 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-bebdc025-e121-4dd8-a82f-7f3daec1094f req-a7d83ece-7602-44f3-bf17-ed91d9fefb96 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Unset dirty status for tenant:62c83339981e4116982823738389569b on resource:port {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:49:16.660077 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bebdc025-e121-4dd8-a82f-7f3daec1094f req-a7d83ece-7602-44f3-bf17-ed91d9fefb96 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.5640752 Jan 18 12:49:16.872710 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-8ceb5638-f414-46c7-bd46-566f241b137a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9558185-b969-42b6-9712-fe087278bdde HTTP/1.1" status: 200 len: 217 time: 0.1919780 Jan 18 12:49:16.912960 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-a85448b0-c631-45ca-8692-960b5f091889 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62c83339981e4116982823738389569b HTTP/1.1" status: 200 len: 380 time: 0.2394958 Jan 18 12:49:16.976467 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-c921776b-f033-4491-9008-88340b2af749 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Request body: {'port': {'device_id': '4ee17ee1-ec52-4ae5-9960-98911e8e5ffc', 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d', 'admin_state_up': True, 'tenant_id': '62c83339981e4116982823738389569b', 'security_groups': ['b0979e50-118a-46d1-8d78-649e3fec16a2']}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:16.997408 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-eacd989b-8212-435e-aeea-5c2f892730a1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=278ba1fd-8468-4f28-a995-460d471862f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3128462 Jan 18 12:49:17.163076 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcbc345-7acf-4ae0-9593-760ceb6f5258 service neutron] Pushing event updated for resources: {'Port': ['ID=30d73f22-611e-44a3-9ad5-7bfa498e296e,revision_number=3']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:17.198138 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:17.256269 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-7f3d4cdc-4d40-4707-b2f1-1e2ea117f543 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b61358b76314548a01860d9521ad4fd&device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 1097 time: 0.3214126 Jan 18 12:49:17.262563 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e721fd4-a6f7-4178-85b8-6d7df75b0515 req-31e79d4f-4f04-4161-b110-487153ee4fce tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:17.264024 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-0e721fd4-a6f7-4178-85b8-6d7df75b0515 req-31e79d4f-4f04-4161-b110-487153ee4fce tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 944 time: 0.3278210 Jan 18 12:49:17.335859 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-bc6ccdbf-5cdd-438d-8cae-31d149e66cd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:17.335975 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-bc6ccdbf-5cdd-438d-8cae-31d149e66cd2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3f6ce3a-9cb1-41e6-95d3-abca0d25c5c7 HTTP/1.1" status: 200 len: 859 time: 0.4341669 Jan 18 12:49:17.395128 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-1845d50b-940a-4979-be91-3c795dba2b82 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30d73f22-611e-44a3-9ad5-7bfa498e296e HTTP/1.1" status: 200 len: 217 time: 0.1249259 Jan 18 12:49:17.400568 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:17.428303 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-fe80aa0e-b7eb-4347-9665-3a35258a40a8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=278ba1fd-8468-4f28-a995-460d471862f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767820 Jan 18 12:49:17.477852 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-0e721fd4-a6f7-4178-85b8-6d7df75b0515 req-ea0db0bb-5e42-4065-b39c-bc60b258b51a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=61c60882-b6e5-41a4-bbff-5016e6573d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984260 Jan 18 12:49:17.535854 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-13973123-b917-4671-b2c7-05c60a0113ca service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:17.546436 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-13973123-b917-4671-b2c7-05c60a0113ca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fc8c1b8-cfa3-49d9-9595-474a5f6baf01 HTTP/1.1" status: 200 len: 850 time: 0.1432903 Jan 18 12:49:17.637549 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-1a73a16f-1c2e-4a90-a2bc-f7206056efb1 service neutron] 10.222.0.35 "GET /v2.0/networks/278ba1fd-8468-4f28-a995-460d471862f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5898066 Jan 18 12:49:17.694961 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-c921776b-f033-4491-9008-88340b2af749 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:17.712736 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca43d1-41ab-474f-9196-c96859364cfc req-bfa5cc01-46e7-4e7b-b7b6-cb01d5b7d16e tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:17.720792 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-94ca43d1-41ab-474f-9196-c96859364cfc req-bfa5cc01-46e7-4e7b-b7b6-cb01d5b7d16e tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 943 time: 0.7175069 Jan 18 12:49:17.734118 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-baac995e-4eb5-44bc-b880-809dcf9762a8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3ce910e8-fa9a-402c-bef7-c36aef1e716c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1785953 Jan 18 12:49:17.762338 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-c921776b-f033-4491-9008-88340b2af749 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:17.885825 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-679f5f72-54d4-428f-96f7-a298d363285f service neutron] 10.222.0.35 "GET /v2.0/networks/278ba1fd-8468-4f28-a995-460d471862f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408038 Jan 18 12:49:17.886784 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-c921776b-f033-4491-9008-88340b2af749 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Made reservation on behalf of 62c83339981e4116982823738389569b for: {'port': 1} {{(pid=82756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:49:17.889992 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-c921776b-f033-4491-9008-88340b2af749 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:17.991289 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-94ca43d1-41ab-474f-9196-c96859364cfc req-b329fa88-4f05-4d66-9178-06f103d2d210 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/security-groups?id=57daca05-1cf8-49a8-b68f-8797fbd2d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692986 Jan 18 12:49:18.036304 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd00ac165-0b20-4316-9d85-1d33f85a551a', 'tag': '30d73f22-611e-44a3-9ad5-7bfa498e296e', 'status': 'completed', 'code': 200} Jan 18 12:49:18.095507 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-3036afd9-20f4-4a4f-aa99-fb1c1f6a1260 service neutron] 10.222.0.35 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543699 Jan 18 12:49:18.191391 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bdda53d8-f35f-47b2-8af3-f9efaf5214d1 req-7892a2f1-9c49-435a-81ce-f40a386ed3aa service neutron] 10.222.0.35 "GET /v2.0/networks/278ba1fd-8468-4f28-a995-460d471862f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5423300 Jan 18 12:49:18.285567 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5e5daff9-96e8-4545-9f4b-9c41520f0602 req-59a1f1ba-64a1-44ee-a189-2247d44489d6 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0848801 Jan 18 12:49:18.338396 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853781a6-4057-487f-9f7f-524156a63a75 req-4b609862-cbea-4371-aab1-26475b6681d0 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:18.340056 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-853781a6-4057-487f-9f7f-524156a63a75 req-4b609862-cbea-4371-aab1-26475b6681d0 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 943 time: 0.2433736 Jan 18 12:49:18.372023 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bcbfcf64-5685-4220-9a61-c2751df96a8e req-6defbe75-7236-435b-ace2-0b8a0fa7091c service neutron] 10.222.0.35 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050269 Jan 18 12:49:18.395330 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4518bb8f-881a-436c-af5e-82e121de2c78 req-1629c226-d277-447d-89fc-89db82698ee2 service neutron] 10.222.0.35 "GET /v2.0/networks/278ba1fd-8468-4f28-a995-460d471862f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863856 Jan 18 12:49:18.400335 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-853781a6-4057-487f-9f7f-524156a63a75 req-a7079278-2d5e-449a-ae4f-95eaf03e75cc tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536239 Jan 18 12:49:18.439873 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.db_base_plugin_common [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-c921776b-f033-4491-9008-88340b2af749 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Allocated IP 172.20.0.5 (0245ff51-1953-4317-abeb-3ec950185d8d/fe840dcd-84e6-4b5f-bdcf-ef3e08af5039/46f08e28-9893-4e71-b797-64224dcc5fb4) {{(pid=82756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:49:18.761923 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45706) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:18.814421 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f72136-52a0-4f43-bf3d-3bd7cbc9fbf0 req-79dcae5d-8e2b-49d3-b8ac-e522a6a27c0c tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:18.816179 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b6f72136-52a0-4f43-bf3d-3bd7cbc9fbf0 req-79dcae5d-8e2b-49d3-b8ac-e522a6a27c0c tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 944 time: 0.1648335 Jan 18 12:49:18.825517 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-c921776b-f033-4491-9008-88340b2af749 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for port, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:18.861269 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:18.875231 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.provisioning_blocks [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-c921776b-f033-4491-9008-88340b2af749 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Transition to ACTIVE for port object 46f08e28-9893-4e71-b797-64224dcc5fb4 will not be triggered until provisioned by entity DHCP. {{(pid=82756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:49:18.903978 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b6f72136-52a0-4f43-bf3d-3bd7cbc9fbf0 req-557982bf-5df3-4b3b-89e7-868cdef9adba tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=61c60882-b6e5-41a4-bbff-5016e6573d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743001 Jan 18 12:49:18.938923 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-c921776b-f033-4491-9008-88340b2af749 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:19.016525 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-c921776b-f033-4491-9008-88340b2af749 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Network 0245ff51-1953-4317-abeb-3ec950185d8d is already hosted by enough agents. {{(pid=82756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:49:19.044641 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.base_scheduler [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-c921776b-f033-4491-9008-88340b2af749 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Resources bound (agent type, host, resource id): {{(pid=82756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:49:19.049679 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-c921776b-f033-4491-9008-88340b2af749 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Received port after_create {{(pid=82756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:49:19.171123 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921776b-f033-4491-9008-88340b2af749 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Pushing event updated for resources: {'Port': ['ID=46f08e28-9893-4e71-b797-64224dcc5fb4,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:19.176353 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-3e18f87a-bfb7-4b4d-9b6b-2dce80c931e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:19.247952 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-c921776b-f033-4491-9008-88340b2af749 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:19.250800 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-c921776b-f033-4491-9008-88340b2af749 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:19.319411 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-3e18f87a-bfb7-4b4d-9b6b-2dce80c931e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:19.321958 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-c921776b-f033-4491-9008-88340b2af749 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4071465 Jan 18 12:49:19.327796 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-3e18f87a-bfb7-4b4d-9b6b-2dce80c931e2 admin admin] Usage tracker for resource:security_group_rule and tenant:0b0a615c53384d7b97a3b12dd2b3cb5d is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:19.331304 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-3e18f87a-bfb7-4b4d-9b6b-2dce80c931e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:19.339194 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-3e18f87a-bfb7-4b4d-9b6b-2dce80c931e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:19.399553 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a75b0-4549-42e6-918e-ad72af9e6976 req-633837f4-9f19-4564-8d10-58f8d0b12f07 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:19.401075 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-478a75b0-4549-42e6-918e-ad72af9e6976 req-633837f4-9f19-4564-8d10-58f8d0b12f07 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 943 time: 0.1586466 Jan 18 12:49:19.425894 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-05056fe8-41b5-49c9-af2d-ce681e8ccec8 None None] Provisioning for port 46f08e28-9893-4e71-b797-64224dcc5fb4 completed by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:49:19.435612 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-05056fe8-41b5-49c9-af2d-ce681e8ccec8 None None] Provisioning complete for port 46f08e28-9893-4e71-b797-64224dcc5fb4 triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:49:19.435870 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-05056fe8-41b5-49c9-af2d-ce681e8ccec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:19.485766 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-3e18f87a-bfb7-4b4d-9b6b-2dce80c931e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:19.491877 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-3e18f87a-bfb7-4b4d-9b6b-2dce80c931e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:19.522607 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-05056fe8-41b5-49c9-af2d-ce681e8ccec8 None None] Port 46f08e28-9893-4e71-b797-64224dcc5fb4 cannot update to ACTIVE because it is not bound. {{(pid=82758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:49:19.527087 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-478a75b0-4549-42e6-918e-ad72af9e6976 req-2a521212-706c-48f4-8b35-85923971caef tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/security-groups?id=57daca05-1cf8-49a8-b68f-8797fbd2d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099441 Jan 18 12:49:19.572883 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18f87a-bfb7-4b4d-9b6b-2dce80c931e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71bfffe2-f5b0-4dd3-a675-b9f87e14c54a,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:19.581523 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-3e18f87a-bfb7-4b4d-9b6b-2dce80c931e2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0b0a615c53384d7b97a3b12dd2b3cb5d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8181646 Jan 18 12:49:19.582228 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45734) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:19.666078 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461568e-aa85-4727-8cc2-b34b9d452e8f req-a7bfe822-6c58-44ec-8d20-8836707aefaa tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:19.667002 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-d461568e-aa85-4727-8cc2-b34b9d452e8f req-a7bfe822-6c58-44ec-8d20-8836707aefaa tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Synchronizing usage tracker for tenant:62c83339981e4116982823738389569b on resource:port {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:49:19.687300 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-d461568e-aa85-4727-8cc2-b34b9d452e8f req-a7bfe822-6c58-44ec-8d20-8836707aefaa tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Unset dirty status for tenant:62c83339981e4116982823738389569b on resource:port {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:49:19.689025 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d461568e-aa85-4727-8cc2-b34b9d452e8f req-a7bfe822-6c58-44ec-8d20-8836707aefaa tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 931 time: 0.1250803 Jan 18 12:49:19.704915 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4aba9f25-fc02-4b92-b013-2410de047997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:19.747813 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4aba9f25-fc02-4b92-b013-2410de047997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:19.753295 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d461568e-aa85-4727-8cc2-b34b9d452e8f req-836de457-bbe2-4b18-9a8f-af9a0dab943e tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585256 Jan 18 12:49:19.799936 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7862597-6885-49d6-9b7c-3e8c32fcbff2 None None] Sync routers for ids ['e18495b0-7751-4f9f-af15-e751b7098f0a'] in dv-cinder-825103-1-iscsi {{(pid=82759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:49:19.801245 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba89d6f-e59e-4dd2-af1a-acee2b2d27b9 req-69ebb932-1261-4938-a078-eaa2d398a8a3 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:19.802743 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7ba89d6f-e59e-4dd2-af1a-acee2b2d27b9 req-69ebb932-1261-4938-a078-eaa2d398a8a3 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 943 time: 0.1473899 Jan 18 12:49:19.828882 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7862597-6885-49d6-9b7c-3e8c32fcbff2 None None] Routers {'e18495b0-7751-4f9f-af15-e751b7098f0a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:49:19.832004 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-e7862597-6885-49d6-9b7c-3e8c32fcbff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:49:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['e18495b0-7751-4f9f-af15-e751b7098f0a'], 'active': True} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:19.852184 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4aba9f25-fc02-4b92-b013-2410de047997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:19.871027 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7ba89d6f-e59e-4dd2-af1a-acee2b2d27b9 req-0545610e-857e-4cbf-9c15-990958f8f9f4 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602601 Jan 18 12:49:19.872178 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba9f25-fc02-4b92-b013-2410de047997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bfffe2-f5b0-4dd3-a675-b9f87e14c54a,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:19.879008 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4aba9f25-fc02-4b92-b013-2410de047997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:19.880058 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-4aba9f25-fc02-4b92-b013-2410de047997 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/71bfffe2-f5b0-4dd3-a675-b9f87e14c54a HTTP/1.1" status: 204 len: 168 time: 0.2968786 Jan 18 12:49:20.050986 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvr_db [None req-e7862597-6885-49d6-9b7c-3e8c32fcbff2 None None] Set router e18495b0-7751-4f9f-af15-e751b7098f0a gateway port host: dv-cinder-825103-1-iscsi {{(pid=82759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:49:20.123352 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efb866-ad9f-4d85-9063-ee316ad8e711 req-1cc11fd8-c46e-499c-9f33-58a459a6b83b tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:20.124818 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-68efb866-ad9f-4d85-9063-ee316ad8e711 req-1cc11fd8-c46e-499c-9f33-58a459a6b83b tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 944 time: 0.0828795 Jan 18 12:49:20.178549 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-68efb866-ad9f-4d85-9063-ee316ad8e711 req-be46f417-920c-4f30-8608-66e6a0a4e8aa tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=61c60882-b6e5-41a4-bbff-5016e6573d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469000 Jan 18 12:49:20.341258 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45754) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:20.360878 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-6cb02662-d020-49c7-aca5-2bd2cd655c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:20.385972 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-e7862597-6885-49d6-9b7c-3e8c32fcbff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1640783183-router', 'tenant_id': '62c83339981e4116982823738389569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T12:49:01Z', 'revision_number': 4, 'project_id': '62c83339981e4116982823738389569b', 'gw_port': {'id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:42Z', 'updated_at': '2022-01-18T12:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': '44f56fcb-5e3d-4f58-9b96-57a5d6caa73e', 'name': '', 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d', 'tenant_id': '62c83339981e4116982823738389569b', 'mac_address': 'fa:16:3e:6b:89:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe840dcd-84e6-4b5f-bdcf-ef3e08af5039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:59Z', 'updated_at': '2022-01-18T12:49:01Z', 'revision_number': 2, 'project_id': '62c83339981e4116982823738389569b', 'subnets': [{'id': 'fe840dcd-84e6-4b5f-bdcf-ef3e08af5039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:20.390353 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7862597-6885-49d6-9b7c-3e8c32fcbff2 None None] Checking router: e18495b0-7751-4f9f-af15-e751b7098f0a for host: dv-cinder-825103-1-iscsi {{(pid=82759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:49:20.390828 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7862597-6885-49d6-9b7c-3e8c32fcbff2 None None] Updating router e18495b0-7751-4f9f-af15-e751b7098f0a port 44f56fcb-5e3d-4f58-9b96-57a5d6caa73e binding host dv-cinder-825103-1-iscsi {{(pid=82759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:49:20.399964 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-6cb02662-d020-49c7-aca5-2bd2cd655c47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:20.405311 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-6cb02662-d020-49c7-aca5-2bd2cd655c47 admin admin] Usage tracker for resource:security_group_rule and tenant:c025114c22a54664ba5853d1fefd2f0c is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:20.408990 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-6cb02662-d020-49c7-aca5-2bd2cd655c47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:20.415985 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-6cb02662-d020-49c7-aca5-2bd2cd655c47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:20.448604 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-e7862597-6885-49d6-9b7c-3e8c32fcbff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:20.491984 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-6cb02662-d020-49c7-aca5-2bd2cd655c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:20.496789 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-6cb02662-d020-49c7-aca5-2bd2cd655c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:20.547519 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-6cb02662-d020-49c7-aca5-2bd2cd655c47 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c025114c22a54664ba5853d1fefd2f0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2050362 Jan 18 12:49:20.548364 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb02662-d020-49c7-aca5-2bd2cd655c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2589c27-c64c-4065-a9ae-f1e3c0ccb99e,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:20.551863 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 45760) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:20.627712 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-7c925295-f52a-43b8-b0ff-d5975bbfa245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:20.655086 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-7c925295-f52a-43b8-b0ff-d5975bbfa245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:20.711510 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-7c925295-f52a-43b8-b0ff-d5975bbfa245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:20.732588 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fb7ae-37b0-414b-9a15-f410fe7d6446 req-8d6cbe86-eb3d-439e-b1ec-72aa8cfb2daa tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:20.734085 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c925295-f52a-43b8-b0ff-d5975bbfa245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2589c27-c64c-4065-a9ae-f1e3c0ccb99e,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:20.734552 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-d63fb7ae-37b0-414b-9a15-f410fe7d6446 req-8d6cbe86-eb3d-439e-b1ec-72aa8cfb2daa tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 943 time: 0.0848160 Jan 18 12:49:20.740201 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-7c925295-f52a-43b8-b0ff-d5975bbfa245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:20.744310 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-7c925295-f52a-43b8-b0ff-d5975bbfa245 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c2589c27-c64c-4065-a9ae-f1e3c0ccb99e HTTP/1.1" status: 204 len: 168 time: 0.1884985 Jan 18 12:49:20.776064 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 13011e39-d01a-462d-9ba2-c07df126f030 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:49:20.825922 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-5f5d5861-92f4-43b5-91be-0bdeef08d570 service neutron] Request body: {'port': {'device_id': '4ee17ee1-ec52-4ae5-9960-98911e8e5ffc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:20.857287 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-d63fb7ae-37b0-414b-9a15-f410fe7d6446 req-791ec2bd-ee0f-4bbc-b3bb-5327039af2d0 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/security-groups?id=57daca05-1cf8-49a8-b68f-8797fbd2d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022649 Jan 18 12:49:20.886369 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-e7862597-6885-49d6-9b7c-3e8c32fcbff2 None None] Notify callbacks [] for port, precommit_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:20.909338 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.provisioning_blocks [None req-e7862597-6885-49d6-9b7c-3e8c32fcbff2 None None] Transition to ACTIVE for port object 44f56fcb-5e3d-4f58-9b96-57a5d6caa73e will not be triggered until provisioned by entity L2. {{(pid=82759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:49:20.917840 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-e7862597-6885-49d6-9b7c-3e8c32fcbff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:21.012896 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 13011e39-d01a-462d-9ba2-c07df126f030, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=13011e39-d01a-462d-9ba2-c07df126f030,segment=NetworkSegment(da39013a-bf0a-4608-b567-bf7ade6a95d7),segment_id=da39013a-bf0a-4608-b567-bf7ade6a95d7)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:21.037893 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Returning: {'device': '13011e39-d01a-462d-9ba2-c07df126f030', 'network_id': 'd3543a02-5a58-40de-8593-2e7eba7bca47', 'port_id': '13011e39-d01a-462d-9ba2-c07df126f030', 'mac_address': 'fa:16:3e:e5:3b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2dc87e7-7a7a-4070-b8c2-a50d9c226810', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:49:21.114246 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-ad095229-5bab-488b-ade4-cb137f949096 req-6c295eae-8055-4ca6-9e4a-a1542cbd345a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b61358b76314548a01860d9521ad4fd&device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 1097 time: 0.1757140 Jan 18 12:49:21.166599 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:21.182395 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be6018f-468b-4f1a-81fc-88632ef60d3f None None] Sync routers for ids ['9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'] in dv-cinder-825103-1-iscsi {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:49:21.200371 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13011e39-d01a-462d-9ba2-c07df126f030 {{(pid=82758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:49:21.220344 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be6018f-468b-4f1a-81fc-88632ef60d3f None None] Routers {'9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:49:21.221294 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-6be6018f-468b-4f1a-81fc-88632ef60d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:49:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:21.251349 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74d0c5-d71e-4b7a-8254-2f302addd243 None None] Pushing event updated for resources: {'Port': ['ID=44f56fcb-5e3d-4f58-9b96-57a5d6caa73e,revision_number=3']} {{(pid=82759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:21.395607 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-5f5d5861-92f4-43b5-91be-0bdeef08d570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:21.429458 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.managers [None req-e7862597-6885-49d6-9b7c-3e8c32fcbff2 None None] Attempting to bind port 44f56fcb-5e3d-4f58-9b96-57a5d6caa73e on host dv-cinder-825103-1-iscsi for vnic_type normal with profile {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:49:21.431638 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.managers [None req-e7862597-6885-49d6-9b7c-3e8c32fcbff2 None None] Attempting to bind port 44f56fcb-5e3d-4f58-9b96-57a5d6caa73e by drivers openvswitch,hyperv on host dv-cinder-825103-1-iscsi at level 0 using segments [{'id': '87c18e1c-b1f5-42be-a8fc-168d2192ac96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d'}] {{(pid=82759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:49:21.433855 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7862597-6885-49d6-9b7c-3e8c32fcbff2 None None] Attempting to bind port 44f56fcb-5e3d-4f58-9b96-57a5d6caa73e on network 0245ff51-1953-4317-abeb-3ec950185d8d {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:49:21.453116 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7862597-6885-49d6-9b7c-3e8c32fcbff2 None None] Checking agent: {'id': 'fb28a64d-5559-4ddf-90c6-916f6d0b547c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 40, 17), 'started_at': datetime.datetime(2022, 1, 18, 12, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:49:21.453501 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7862597-6885-49d6-9b7c-3e8c32fcbff2 None None] Checking segment: {'id': '87c18e1c-b1f5-42be-a8fc-168d2192ac96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:49:21.453907 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-e7862597-6885-49d6-9b7c-3e8c32fcbff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:21.454304 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7862597-6885-49d6-9b7c-3e8c32fcbff2 None None] Bound using segment: {'id': '87c18e1c-b1f5-42be-a8fc-168d2192ac96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d'} {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:49:21.454992 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.managers [None req-e7862597-6885-49d6-9b7c-3e8c32fcbff2 None None] Bound port: 44f56fcb-5e3d-4f58-9b96-57a5d6caa73e, host: dv-cinder-825103-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c18e1c-b1f5-42be-a8fc-168d2192ac96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d'}}] {{(pid=82759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:49:21.455396 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-e7862597-6885-49d6-9b7c-3e8c32fcbff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:21.573858 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720488f9-1f03-4381-8425-863bdf11c5ec req-2f86d8e3-d0b1-4636-a4b3-ca14a50bf8a5 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:21.581548 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-720488f9-1f03-4381-8425-863bdf11c5ec req-2f86d8e3-d0b1-4636-a4b3-ca14a50bf8a5 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 931 time: 0.6095693 Jan 18 12:49:21.597746 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 13011e39-d01a-462d-9ba2-c07df126f030, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=13011e39-d01a-462d-9ba2-c07df126f030,segment=NetworkSegment(da39013a-bf0a-4608-b567-bf7ade6a95d7),segment_id=da39013a-bf0a-4608-b567-bf7ade6a95d7)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:21.632371 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:21.646156 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.db [None req-e7862597-6885-49d6-9b7c-3e8c32fcbff2 None None] For port 44f56fcb-5e3d-4f58-9b96-57a5d6caa73e, host dv-cinder-825103-1-iscsi, cleared binding levels {{(pid=82759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:49:21.654020 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.db [None req-e7862597-6885-49d6-9b7c-3e8c32fcbff2 None None] For port 44f56fcb-5e3d-4f58-9b96-57a5d6caa73e, host dv-cinder-825103-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=44f56fcb-5e3d-4f58-9b96-57a5d6caa73e,segment=NetworkSegment(87c18e1c-b1f5-42be-a8fc-168d2192ac96),segment_id=87c18e1c-b1f5-42be-a8fc-168d2192ac96)] {{(pid=82759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:49:21.661958 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-e7862597-6885-49d6-9b7c-3e8c32fcbff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:21.764253 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-720488f9-1f03-4381-8425-863bdf11c5ec req-fa3175bc-6247-42c1-b2b9-a73e1ddff37d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815274 Jan 18 12:49:21.779976 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74d0c5-d71e-4b7a-8254-2f302addd243 None None] Pushing event updated for resources: {'Port': ['ID=44f56fcb-5e3d-4f58-9b96-57a5d6caa73e,revision_number=4']} {{(pid=82759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:21.797745 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7862597-6885-49d6-9b7c-3e8c32fcbff2 None None] Routers {'e18495b0-7751-4f9f-af15-e751b7098f0a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:49:21.798463 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-e7862597-6885-49d6-9b7c-3e8c32fcbff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:49:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['e18495b0-7751-4f9f-af15-e751b7098f0a'], 'active': True} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:21.856564 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad095229-5bab-488b-ade4-cb137f949096 req-1b2977b7-6ee0-44a8-8c0f-c567792ef81f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:21.882500 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-ad095229-5bab-488b-ade4-cb137f949096 req-1b2977b7-6ee0-44a8-8c0f-c567792ef81f service neutron] 10.222.0.35 "GET /v2.0/networks?id=3ce910e8-fa9a-402c-bef7-c36aef1e716c HTTP/1.1" status: 200 len: 913 time: 0.7610104 Jan 18 12:49:22.085185 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-6be6018f-468b-4f1a-81fc-88632ef60d3f None None] Set router 9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:49:22.249957 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82ba45-4509-4c58-802d-2f74611d2519 req-5af8b2b4-390c-4bb0-8dc3-112c0b664dff tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:22.259265 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] get_ports_and_sgs() called for port_ids ['13011e39-d01a-462d-9ba2-c07df126f030'] {{(pid=82758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:49:22.264051 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-5f82ba45-4509-4c58-802d-2f74611d2519 req-5af8b2b4-390c-4bb0-8dc3-112c0b664dff tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 943 time: 0.8431721 Jan 18 12:49:22.271700 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvr_db [None req-e7862597-6885-49d6-9b7c-3e8c32fcbff2 None None] Set router e18495b0-7751-4f9f-af15-e751b7098f0a gateway port host: dv-cinder-825103-1-iscsi {{(pid=82759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:49:22.298503 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-ad095229-5bab-488b-ade4-cb137f949096 req-cefcf446-8270-4f73-92de-c7e0ee522795 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30d73f22-611e-44a3-9ad5-7bfa498e296e HTTP/1.1" status: 200 len: 217 time: 0.4057665 Jan 18 12:49:22.352384 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=13011e39-d01a-462d-9ba2-c07df126f030,revision_number=4']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:22.457073 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-5f82ba45-4509-4c58-802d-2f74611d2519 req-bd376c0f-2890-4d59-a839-79e36e033575 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920588 Jan 18 12:49:22.478595 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad095229-5bab-488b-ade4-cb137f949096 req-f8a09071-6eef-443f-9962-f10b37e5026c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:22.481844 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-ad095229-5bab-488b-ade4-cb137f949096 req-f8a09071-6eef-443f-9962-f10b37e5026c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fc8c1b8-cfa3-49d9-9595-474a5f6baf01 HTTP/1.1" status: 200 len: 850 time: 0.1698651 Jan 18 12:49:22.489185 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-5f5d5861-92f4-43b5-91be-0bdeef08d570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46f08e28-9893-4e71-b797-64224dcc5fb4 {{(pid=82756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:49:22.539069 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-5f5d5861-92f4-43b5-91be-0bdeef08d570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:22.688183 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.provisioning_blocks [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-5f5d5861-92f4-43b5-91be-0bdeef08d570 service neutron] Transition to ACTIVE for port object 46f08e28-9893-4e71-b797-64224dcc5fb4 will not be triggered until provisioned by entity L2. {{(pid=82756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:49:22.698433 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-5f5d5861-92f4-43b5-91be-0bdeef08d570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:22.736601 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-ad095229-5bab-488b-ade4-cb137f949096 req-019d509e-1fb5-458f-9dba-4f11c8d67e9c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3ce910e8-fa9a-402c-bef7-c36aef1e716c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2437346 Jan 18 12:49:22.957017 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-ad095229-5bab-488b-ade4-cb137f949096 req-a0bbc191-4601-432d-9c26-da9c0a7e31ee service neutron] 10.222.0.35 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121112 Jan 18 12:49:22.958002 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d5861-92f4-43b5-91be-0bdeef08d570 service neutron] Pushing event updated for resources: {'Port': ['ID=46f08e28-9893-4e71-b797-64224dcc5fb4,revision_number=2']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:23.055946 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579c6d2-a648-4f3d-9946-b1d6674262e5 req-d02299ed-94d3-4320-840c-909d92907cb3 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:23.066654 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d579c6d2-a648-4f3d-9946-b1d6674262e5 req-d02299ed-94d3-4320-840c-909d92907cb3 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 944 time: 0.7145448 Jan 18 12:49:23.307359 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-e7862597-6885-49d6-9b7c-3e8c32fcbff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1640783183-router', 'tenant_id': '62c83339981e4116982823738389569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T12:49:01Z', 'revision_number': 4, 'project_id': '62c83339981e4116982823738389569b', 'gw_port': {'id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:42Z', 'updated_at': '2022-01-18T12:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': '44f56fcb-5e3d-4f58-9b96-57a5d6caa73e', 'name': '', 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d', 'tenant_id': '62c83339981e4116982823738389569b', 'mac_address': 'fa:16:3e:6b:89:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe840dcd-84e6-4b5f-bdcf-ef3e08af5039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:59Z', 'updated_at': '2022-01-18T12:49:21Z', 'revision_number': 4, 'project_id': '62c83339981e4116982823738389569b', 'subnets': [{'id': 'fe840dcd-84e6-4b5f-bdcf-ef3e08af5039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:23.317193 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7862597-6885-49d6-9b7c-3e8c32fcbff2 None None] The sync data for ids ['e18495b0-7751-4f9f-af15-e751b7098f0a'] in dv-cinder-825103-1-iscsi is: [{'id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1640783183-router', 'tenant_id': '62c83339981e4116982823738389569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T12:49:01Z', 'revision_number': 4, 'project_id': '62c83339981e4116982823738389569b', 'gw_port': {'id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:42Z', 'updated_at': '2022-01-18T12:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': '44f56fcb-5e3d-4f58-9b96-57a5d6caa73e', 'name': '', 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d', 'tenant_id': '62c83339981e4116982823738389569b', 'mac_address': 'fa:16:3e:6b:89:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe840dcd-84e6-4b5f-bdcf-ef3e08af5039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:59Z', 'updated_at': '2022-01-18T12:49:21Z', 'revision_number': 4, 'project_id': '62c83339981e4116982823738389569b', 'subnets': [{'id': 'fe840dcd-84e6-4b5f-bdcf-ef3e08af5039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:49:23.321466 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d579c6d2-a648-4f3d-9946-b1d6674262e5 req-1821bbce-aad3-4003-ab80-8af02777dfb1 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=61c60882-b6e5-41a4-bbff-5016e6573d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2494256 Jan 18 12:49:23.387392 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99de063-a7b9-48a9-9c75-d739f5ee50fb req-864c4203-795a-470f-af6a-a107763d798c tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:23.404607 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-b99de063-a7b9-48a9-9c75-d739f5ee50fb req-864c4203-795a-470f-af6a-a107763d798c tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 944 time: 0.4453208 Jan 18 12:49:23.418983 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-5f5d5861-92f4-43b5-91be-0bdeef08d570 service neutron] Attempting to bind port 46f08e28-9893-4e71-b797-64224dcc5fb4 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:49:23.419976 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-5f5d5861-92f4-43b5-91be-0bdeef08d570 service neutron] Attempting to bind port 46f08e28-9893-4e71-b797-64224dcc5fb4 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '87c18e1c-b1f5-42be-a8fc-168d2192ac96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d'}] {{(pid=82756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:49:23.423966 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-5f5d5861-92f4-43b5-91be-0bdeef08d570 service neutron] Attempting to bind port 46f08e28-9893-4e71-b797-64224dcc5fb4 on network 0245ff51-1953-4317-abeb-3ec950185d8d {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:49:23.455821 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-ad095229-5bab-488b-ade4-cb137f949096 req-0714679b-a961-4acc-a367-5e29512c1548 service neutron] 10.222.0.35 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560363 Jan 18 12:49:23.466070 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-5f5d5861-92f4-43b5-91be-0bdeef08d570 service neutron] Port 46f08e28-9893-4e71-b797-64224dcc5fb4 on network 0245ff51-1953-4317-abeb-3ec950185d8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:49:23.466643 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-5f5d5861-92f4-43b5-91be-0bdeef08d570 service neutron] Attempting to bind port 46f08e28-9893-4e71-b797-64224dcc5fb4 on network 0245ff51-1953-4317-abeb-3ec950185d8d {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:49:23.483993 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-6be6018f-468b-4f1a-81fc-88632ef60d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'name': 'tempest-AttachVolumeTestJSON-1698032946-router', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T12:48:50Z', 'revision_number': 4, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'gw_port': {'id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': 'e9f83c83-66fc-4b7d-9a7d-1e098496b211', 'name': '', 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'mac_address': 'fa:16:3e:e7:fd:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc8c1b8-cfa3-49d9-9595-474a5f6baf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:48Z', 'updated_at': '2022-01-18T12:48:51Z', 'revision_number': 2, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'subnets': [{'id': '7fc8c1b8-cfa3-49d9-9595-474a5f6baf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:23.503990 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-5f5d5861-92f4-43b5-91be-0bdeef08d570 service neutron] Checking agent: {'id': '085e0bf5-487d-485c-86f3-dab2733d35ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'started_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:49:23.505792 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-5f5d5861-92f4-43b5-91be-0bdeef08d570 service neutron] Checking segment: {'id': '87c18e1c-b1f5-42be-a8fc-168d2192ac96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:49:23.507385 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be6018f-468b-4f1a-81fc-88632ef60d3f None None] Checking router: 9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb for host: dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:49:23.507654 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be6018f-468b-4f1a-81fc-88632ef60d3f None None] Updating router 9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb port e9f83c83-66fc-4b7d-9a7d-1e098496b211 binding host dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:49:23.508482 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-5f5d5861-92f4-43b5-91be-0bdeef08d570 service neutron] Bound using segment: {'id': '87c18e1c-b1f5-42be-a8fc-168d2192ac96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d'} {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:49:23.512232 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-5f5d5861-92f4-43b5-91be-0bdeef08d570 service neutron] Bound port: 46f08e28-9893-4e71-b797-64224dcc5fb4, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87c18e1c-b1f5-42be-a8fc-168d2192ac96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d'}}] {{(pid=82756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:49:23.512232 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-5f5d5861-92f4-43b5-91be-0bdeef08d570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:23.533661 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-b99de063-a7b9-48a9-9c75-d739f5ee50fb req-44f22f5b-5bec-4d7d-b919-6dd733a936fc tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/security-groups?id=57daca05-1cf8-49a8-b68f-8797fbd2d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251950 Jan 18 12:49:23.671166 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-6be6018f-468b-4f1a-81fc-88632ef60d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:23.696116 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device b9558185-b969-42b6-9712-fe087278bdde details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:49:23.807287 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-5f5d5861-92f4-43b5-91be-0bdeef08d570 service neutron] For port 46f08e28-9893-4e71-b797-64224dcc5fb4, host hv-cinder-82510, cleared binding levels {{(pid=82756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:49:23.816112 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-5f5d5861-92f4-43b5-91be-0bdeef08d570 service neutron] For port 46f08e28-9893-4e71-b797-64224dcc5fb4, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=46f08e28-9893-4e71-b797-64224dcc5fb4,segment=NetworkSegment(87c18e1c-b1f5-42be-a8fc-168d2192ac96),segment_id=87c18e1c-b1f5-42be-a8fc-168d2192ac96)] {{(pid=82756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:49:23.837563 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a900849-98fb-408c-9e0f-ade681473b8b req-70efb67e-eb0b-4f03-a180-27f973c7db2d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:23.846618 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-3a900849-98fb-408c-9e0f-ade681473b8b req-70efb67e-eb0b-4f03-a180-27f973c7db2d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 943 time: 0.2883384 Jan 18 12:49:23.862616 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-5f5d5861-92f4-43b5-91be-0bdeef08d570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:23.939855 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa2cd5-9256-42a8-b991-225231f41b9d req-cbc026f4-e5df-44fe-8dc4-1fabc035e2c9 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:23.942193 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-87fa2cd5-9256-42a8-b991-225231f41b9d req-cbc026f4-e5df-44fe-8dc4-1fabc035e2c9 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 943 time: 0.1880693 Jan 18 12:49:23.980939 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-5f5d5861-92f4-43b5-91be-0bdeef08d570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:23.982317 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-5f5d5861-92f4-43b5-91be-0bdeef08d570 service neutron] 10.222.0.35 "PUT /v2.0/ports/46f08e28-9893-4e71-b797-64224dcc5fb4 HTTP/1.1" status: 200 len: 1093 time: 3.1696784 Jan 18 12:49:24.019929 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee17ee1-ec52-4ae5-9960-98911e8e5ffc', 'tag': '46f08e28-9893-4e71-b797-64224dcc5fb4'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:49:24.083674 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-87fa2cd5-9256-42a8-b991-225231f41b9d req-24375aba-6af2-47c8-9e73-d66782dbb05a tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338463 Jan 18 12:49:24.286566 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ee17ee1-ec52-4ae5-9960-98911e8e5ffc', 'tag': '46f08e28-9893-4e71-b797-64224dcc5fb4', 'status': 'completed', 'code': 200} Jan 18 12:49:24.303979 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d5861-92f4-43b5-91be-0bdeef08d570 service neutron] Pushing event updated for resources: {'Port': ['ID=46f08e28-9893-4e71-b797-64224dcc5fb4,revision_number=3']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:24.336855 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-3a900849-98fb-408c-9e0f-ade681473b8b req-a33c4a3e-6cae-4783-8919-68c171ec36c0 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4892490 Jan 18 12:49:24.389110 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-bbde46cb-f06b-4048-972b-3aff85fd270a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=62c83339981e4116982823738389569b&device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 1096 time: 0.3284585 Jan 18 12:49:24.667492 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-1e5db5cd-c37b-48d4-b85b-bcdc394d154e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46f08e28-9893-4e71-b797-64224dcc5fb4 HTTP/1.1" status: 200 len: 217 time: 0.2557197 Jan 18 12:49:24.754803 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab5730-a7e0-4b32-97c0-33c035f26ba9 req-73a6e2d3-f8a1-454c-aba9-d0057fad1801 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:24.772234 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e1ab5730-a7e0-4b32-97c0-33c035f26ba9 req-73a6e2d3-f8a1-454c-aba9-d0057fad1801 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 944 time: 0.2411993 Jan 18 12:49:24.883038 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e1ab5730-a7e0-4b32-97c0-33c035f26ba9 req-d49a70dc-6dcd-4041-b1d8-fc7e911775cb tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=61c60882-b6e5-41a4-bbff-5016e6573d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067307 Jan 18 12:49:24.889923 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-f92355f7-424c-4cba-b07e-805977163767 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:24.892156 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-f92355f7-424c-4cba-b07e-805977163767 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe840dcd-84e6-4b5f-bdcf-ef3e08af5039 HTTP/1.1" status: 200 len: 856 time: 0.2156801 Jan 18 12:49:24.896136 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-6be6018f-468b-4f1a-81fc-88632ef60d3f None None] Notify callbacks [] for port, precommit_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:24.903771 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port b9558185-b969-42b6-9712-fe087278bdde, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b9558185-b969-42b6-9712-fe087278bdde,segment=NetworkSegment(cfce463f-bb18-41f5-bd53-a09e299dfec8),segment_id=cfce463f-bb18-41f5-bd53-a09e299dfec8)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:24.939747 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Returning: {'device': 'b9558185-b969-42b6-9712-fe087278bdde', 'network_id': '278ba1fd-8468-4f28-a995-460d471862f3', 'port_id': 'b9558185-b969-42b6-9712-fe087278bdde', 'mac_address': 'fa:16:3e:e5:22:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3f6ce3a-9cb1-41e6-95d3-abca0d25c5c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:49:24.942815 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-6be6018f-468b-4f1a-81fc-88632ef60d3f None None] Transition to ACTIVE for port object e9f83c83-66fc-4b7d-9a7d-1e098496b211 will not be triggered until provisioned by entity L2. {{(pid=82758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:49:24.982408 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-6be6018f-468b-4f1a-81fc-88632ef60d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:25.134944 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f62f2-629d-44af-893f-f8e29a4c6f55 None None] Pushing event updated for resources: {'Port': ['ID=e9f83c83-66fc-4b7d-9a7d-1e098496b211,revision_number=3']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:25.184618 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:25.260655 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c4a36-dbbf-4092-9cb3-bae4a2b118b2 req-cbf263ac-5ec2-4d25-a5a5-25fe0a1e14e0 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:25.268289 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-566c4a36-dbbf-4092-9cb3-bae4a2b118b2 req-cbf263ac-5ec2-4d25-a5a5-25fe0a1e14e0 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 944 time: 0.3751154 Jan 18 12:49:25.304142 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-0b6cbd74-25a1-4cec-b804-9f6f542f4de7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0245ff51-1953-4317-abeb-3ec950185d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2862718 Jan 18 12:49:25.330110 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 44f56fcb-5e3d-4f58-9b96-57a5d6caa73e up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:49:25.365829 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-566c4a36-dbbf-4092-9cb3-bae4a2b118b2 req-a67fb8c3-e44c-462e-99b7-26d7e1746568 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/security-groups?id=57daca05-1cf8-49a8-b68f-8797fbd2d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963006 Jan 18 12:49:25.567150 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d843550-3110-4ae6-ade0-d7b98274870b req-e8efd3ae-5da2-474a-8beb-20ea78937abf tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:25.587840 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9558185-b969-42b6-9712-fe087278bdde {{(pid=82758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:49:25.588857 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-1d843550-3110-4ae6-ade0-d7b98274870b req-e8efd3ae-5da2-474a-8beb-20ea78937abf tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 943 time: 0.1933353 Jan 18 12:49:25.606402 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-6be6018f-468b-4f1a-81fc-88632ef60d3f None None] Attempting to bind port e9f83c83-66fc-4b7d-9a7d-1e098496b211 on host dv-cinder-825103-1-iscsi for vnic_type normal with profile {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:49:25.607034 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-6be6018f-468b-4f1a-81fc-88632ef60d3f None None] Attempting to bind port e9f83c83-66fc-4b7d-9a7d-1e098496b211 by drivers openvswitch,hyperv on host dv-cinder-825103-1-iscsi at level 0 using segments [{'id': '4be6da58-ee81-4cb4-9a92-a45bd42d91b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c'}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:49:25.607542 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be6018f-468b-4f1a-81fc-88632ef60d3f None None] Attempting to bind port e9f83c83-66fc-4b7d-9a7d-1e098496b211 on network 3ce910e8-fa9a-402c-bef7-c36aef1e716c {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:49:25.630978 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port b9558185-b969-42b6-9712-fe087278bdde, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b9558185-b969-42b6-9712-fe087278bdde,segment=NetworkSegment(cfce463f-bb18-41f5-bd53-a09e299dfec8),segment_id=cfce463f-bb18-41f5-bd53-a09e299dfec8)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:25.634902 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be6018f-468b-4f1a-81fc-88632ef60d3f None None] Checking agent: {'id': 'fb28a64d-5559-4ddf-90c6-916f6d0b547c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 40, 17), 'started_at': datetime.datetime(2022, 1, 18, 12, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:49:25.635396 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be6018f-468b-4f1a-81fc-88632ef60d3f None None] Checking segment: {'id': '4be6da58-ee81-4cb4-9a92-a45bd42d91b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:49:25.635883 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-6be6018f-468b-4f1a-81fc-88632ef60d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:25.636356 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be6018f-468b-4f1a-81fc-88632ef60d3f None None] Bound using segment: {'id': '4be6da58-ee81-4cb4-9a92-a45bd42d91b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c'} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:49:25.637086 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-6be6018f-468b-4f1a-81fc-88632ef60d3f None None] Bound port: e9f83c83-66fc-4b7d-9a7d-1e098496b211, host: dv-cinder-825103-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4be6da58-ee81-4cb4-9a92-a45bd42d91b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c'}}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:49:25.638262 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-6be6018f-468b-4f1a-81fc-88632ef60d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:25.661600 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-1d843550-3110-4ae6-ade0-d7b98274870b req-62ac002d-3f55-4ac3-8cdd-99c3d3f68d80 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711198 Jan 18 12:49:25.685776 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning for port 44f56fcb-5e3d-4f58-9b96-57a5d6caa73e completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:49:25.695458 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:25.696114 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 30d73f22-611e-44a3-9ad5-7bfa498e296e details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:49:25.725966 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae1ee8-5f6e-4d2a-831f-71a5d9b5a1eb req-0b1b231f-1645-49ff-9739-e7bad8b4a699 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:25.727492 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-87ae1ee8-5f6e-4d2a-831f-71a5d9b5a1eb req-0b1b231f-1645-49ff-9739-e7bad8b4a699 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 943 time: 0.0953169 Jan 18 12:49:25.745259 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 44f56fcb-5e3d-4f58-9b96-57a5d6caa73e triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:49:25.745724 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:25.786595 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-87ae1ee8-5f6e-4d2a-831f-71a5d9b5a1eb req-f675e5a9-e1aa-4132-bd79-4a0d6383c3a1 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520651 Jan 18 12:49:25.860912 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=b9558185-b969-42b6-9712-fe087278bdde,revision_number=4']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:25.953496 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-6be6018f-468b-4f1a-81fc-88632ef60d3f None None] For port e9f83c83-66fc-4b7d-9a7d-1e098496b211, host dv-cinder-825103-1-iscsi, cleared binding levels {{(pid=82758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:49:25.974856 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-6be6018f-468b-4f1a-81fc-88632ef60d3f None None] For port e9f83c83-66fc-4b7d-9a7d-1e098496b211, host dv-cinder-825103-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=e9f83c83-66fc-4b7d-9a7d-1e098496b211,segment=NetworkSegment(4be6da58-ee81-4cb4-9a92-a45bd42d91b1),segment_id=4be6da58-ee81-4cb4-9a92-a45bd42d91b1)] {{(pid=82758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:49:25.988514 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-6be6018f-468b-4f1a-81fc-88632ef60d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:25.992235 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-79fb13fe-a640-4b78-8ae2-36fccf469e90 service neutron] 10.222.0.35 "GET /v2.0/networks/0245ff51-1953-4317-abeb-3ec950185d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951885 Jan 18 12:49:26.006043 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:49:26.079609 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 45900) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:26.145884 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665acd9-6681-4c98-a1cb-de8e1b2872f0 req-9c1d0c7d-0200-4bb7-9325-66defedecd1f tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:26.154642 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-5665acd9-6681-4c98-a1cb-de8e1b2872f0 req-9c1d0c7d-0200-4bb7-9325-66defedecd1f tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 944 time: 0.1006467 Jan 18 12:49:26.164399 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 30d73f22-611e-44a3-9ad5-7bfa498e296e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=30d73f22-611e-44a3-9ad5-7bfa498e296e,segment=NetworkSegment(4be6da58-ee81-4cb4-9a92-a45bd42d91b1),segment_id=4be6da58-ee81-4cb4-9a92-a45bd42d91b1)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:26.199779 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:26.199999 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-5665acd9-6681-4c98-a1cb-de8e1b2872f0 req-80ac6d7d-6fed-482e-bb66-0010cbf15526 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=61c60882-b6e5-41a4-bbff-5016e6573d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443134 Jan 18 12:49:26.216217 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f62f2-629d-44af-893f-f8e29a4c6f55 None None] Pushing event updated for resources: {'Port': ['ID=e9f83c83-66fc-4b7d-9a7d-1e098496b211,revision_number=4']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:26.237198 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Returning: {'device': '30d73f22-611e-44a3-9ad5-7bfa498e296e', 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c', 'port_id': '30d73f22-611e-44a3-9ad5-7bfa498e296e', 'mac_address': 'fa:16:3e:05:04:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc8c1b8-cfa3-49d9-9595-474a5f6baf01', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:49:26.255124 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-52ac9f9c-5109-4e5c-9998-1ebc3fc93bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:26.283151 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be6018f-468b-4f1a-81fc-88632ef60d3f None None] Routers {'9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:49:26.283765 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-6be6018f-468b-4f1a-81fc-88632ef60d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:49:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:26.294043 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-52ac9f9c-5109-4e5c-9998-1ebc3fc93bc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:26.299088 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-52ac9f9c-5109-4e5c-9998-1ebc3fc93bc3 admin admin] Usage tracker for resource:security_group_rule and tenant:7597e751eefd4027b6c80e0ac3e5520b is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:26.301622 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-52ac9f9c-5109-4e5c-9998-1ebc3fc93bc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:26.308334 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-52ac9f9c-5109-4e5c-9998-1ebc3fc93bc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:26.408667 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-52ac9f9c-5109-4e5c-9998-1ebc3fc93bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:26.413623 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-52ac9f9c-5109-4e5c-9998-1ebc3fc93bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:26.467701 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac9f9c-5109-4e5c-9998-1ebc3fc93bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c724580-cc1f-4612-947b-688cc4915744,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:26.472449 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-52ac9f9c-5109-4e5c-9998-1ebc3fc93bc3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7597e751eefd4027b6c80e0ac3e5520b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3916867 Jan 18 12:49:26.475133 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45908) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:26.553561 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a16c0e1b-579c-42de-8208-912dc9b04702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:26.559643 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:26.573937 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] For port 44f56fcb-5e3d-4f58-9b96-57a5d6caa73e, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=44f56fcb-5e3d-4f58-9b96-57a5d6caa73e,segment=NetworkSegment(87c18e1c-b1f5-42be-a8fc-168d2192ac96),segment_id=87c18e1c-b1f5-42be-a8fc-168d2192ac96)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:26.588950 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a16c0e1b-579c-42de-8208-912dc9b04702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:26.591382 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:26.637381 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30d73f22-611e-44a3-9ad5-7bfa498e296e {{(pid=82758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:49:26.664489 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a16c0e1b-579c-42de-8208-912dc9b04702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:26.669346 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc649a-0f63-4ccc-ab6e-1a3e9f1fd0f8 req-cbf7315f-003d-495a-9115-64d1c43ea88c tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:26.670983 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-25bc649a-0f63-4ccc-ab6e-1a3e9f1fd0f8 req-cbf7315f-003d-495a-9115-64d1c43ea88c tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 944 time: 0.1632810 Jan 18 12:49:26.691504 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 30d73f22-611e-44a3-9ad5-7bfa498e296e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=30d73f22-611e-44a3-9ad5-7bfa498e296e,segment=NetworkSegment(4be6da58-ee81-4cb4-9a92-a45bd42d91b1),segment_id=4be6da58-ee81-4cb4-9a92-a45bd42d91b1)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:26.692566 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-6be6018f-468b-4f1a-81fc-88632ef60d3f None None] Set router 9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:49:26.695348 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c0e1b-579c-42de-8208-912dc9b04702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c724580-cc1f-4612-947b-688cc4915744,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:26.713924 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a16c0e1b-579c-42de-8208-912dc9b04702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:26.716201 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-a16c0e1b-579c-42de-8208-912dc9b04702 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4c724580-cc1f-4612-947b-688cc4915744 HTTP/1.1" status: 204 len: 168 time: 0.2396183 Jan 18 12:49:26.765616 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9b82bd7d-1442-4f8f-b33c-6c6186958d6c req-8bdef3da-c41d-4c03-9f76-3e507cbf4fca service neutron] 10.222.0.35 "GET /v2.0/networks/0245ff51-1953-4317-abeb-3ec950185d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076280 Jan 18 12:49:26.766551 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:26.766551 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 3db9478d-dd47-410b-ba68-5b193216df9b details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:49:26.769339 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-25bc649a-0f63-4ccc-ab6e-1a3e9f1fd0f8 req-2e24cf68-9114-4704-b7ff-b35b82794bb7 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/security-groups?id=57daca05-1cf8-49a8-b68f-8797fbd2d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906103 Jan 18 12:49:26.799637 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Pushing event updated for resources: {'Port': ['ID=44f56fcb-5e3d-4f58-9b96-57a5d6caa73e,revision_number=5']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:26.948182 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.db.resource_extend [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 12:49:26.977304 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ee308-cd81-45bf-8a63-84e553d37af6 req-ecc8f7e6-a79a-4394-8641-3a22c1c8951d tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:26.979070 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-d21ee308-cd81-45bf-8a63-84e553d37af6 req-ecc8f7e6-a79a-4394-8641-3a22c1c8951d tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 944 time: 0.1224446 Jan 18 12:49:26.982416 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 3db9478d-dd47-410b-ba68-5b193216df9b, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3db9478d-dd47-410b-ba68-5b193216df9b,segment=NetworkSegment(cfce463f-bb18-41f5-bd53-a09e299dfec8),segment_id=cfce463f-bb18-41f5-bd53-a09e299dfec8)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:27.003968 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=30d73f22-611e-44a3-9ad5-7bfa498e296e,revision_number=4']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:27.055144 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-d21ee308-cd81-45bf-8a63-84e553d37af6 req-be785713-7eff-48f5-8fed-6d45dfa3f669 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676658 Jan 18 12:49:27.089572 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Returning: {'device': '3db9478d-dd47-410b-ba68-5b193216df9b', 'network_id': '278ba1fd-8468-4f28-a995-460d471862f3', 'port_id': '3db9478d-dd47-410b-ba68-5b193216df9b', 'mac_address': 'fa:16:3e:72:23:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3f6ce3a-9cb1-41e6-95d3-abca0d25c5c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:49:27.104210 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022572b5-6897-4807-b589-dee638283e82 req-d49127eb-4e24-41df-82ce-d13c08176ffa tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:27.105957 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-022572b5-6897-4807-b589-dee638283e82 req-d49127eb-4e24-41df-82ce-d13c08176ffa tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 943 time: 0.0856197 Jan 18 12:49:27.161649 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 44f56fcb-5e3d-4f58-9b96-57a5d6caa73e up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:49:27.169375 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-022572b5-6897-4807-b589-dee638283e82 req-fc53c8c4-a432-435e-84fd-7b8be2f35a24 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577905 Jan 18 12:49:27.228864 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:27.235165 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 45928) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:27.254304 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-27f98054-ae7e-4c61-a7a2-6ffd3151ddc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:27.292490 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3db9478d-dd47-410b-ba68-5b193216df9b {{(pid=82758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:49:27.297581 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-27f98054-ae7e-4c61-a7a2-6ffd3151ddc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:27.301855 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-27f98054-ae7e-4c61-a7a2-6ffd3151ddc7 admin admin] Usage tracker for resource:security_group_rule and tenant:c1466c463f0d49f383f7c222ce2ba414 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:27.304918 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-27f98054-ae7e-4c61-a7a2-6ffd3151ddc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:27.311823 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-27f98054-ae7e-4c61-a7a2-6ffd3151ddc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:27.347740 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 3db9478d-dd47-410b-ba68-5b193216df9b, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3db9478d-dd47-410b-ba68-5b193216df9b,segment=NetworkSegment(cfce463f-bb18-41f5-bd53-a09e299dfec8),segment_id=cfce463f-bb18-41f5-bd53-a09e299dfec8)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:27.356829 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:27.394658 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-27f98054-ae7e-4c61-a7a2-6ffd3151ddc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:27.402048 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-27f98054-ae7e-4c61-a7a2-6ffd3151ddc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:27.409046 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 44f56fcb-5e3d-4f58-9b96-57a5d6caa73e triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:49:27.409404 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:27.460842 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09465c1-2755-4622-9232-b56224158d95 req-9db05a9a-fce6-4094-b7a8-cedba25c172d tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:27.463255 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-f09465c1-2755-4622-9232-b56224158d95 req-9db05a9a-fce6-4094-b7a8-cedba25c172d tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 945 time: 0.1228752 Jan 18 12:49:27.470946 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f98054-ae7e-4c61-a7a2-6ffd3151ddc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68be5748-c766-4a64-8226-e27b1150753d,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:27.488887 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-27f98054-ae7e-4c61-a7a2-6ffd3151ddc7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c1466c463f0d49f383f7c222ce2ba414&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2524974 Jan 18 12:49:27.492132 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 45932) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:27.499290 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=3db9478d-dd47-410b-ba68-5b193216df9b,revision_number=4']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:27.534288 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-f09465c1-2755-4622-9232-b56224158d95 req-e6d35a0d-064e-437c-9462-9f0573f42e4d tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=61c60882-b6e5-41a4-bbff-5016e6573d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627091 Jan 18 12:49:27.538661 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-6be6018f-468b-4f1a-81fc-88632ef60d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'name': 'tempest-AttachVolumeTestJSON-1698032946-router', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T12:48:50Z', 'revision_number': 4, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'gw_port': {'id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': 'e9f83c83-66fc-4b7d-9a7d-1e098496b211', 'name': '', 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'mac_address': 'fa:16:3e:e7:fd:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc8c1b8-cfa3-49d9-9595-474a5f6baf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:48Z', 'updated_at': '2022-01-18T12:49:25Z', 'revision_number': 4, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'subnets': [{'id': '7fc8c1b8-cfa3-49d9-9595-474a5f6baf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:27.570552 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be6018f-468b-4f1a-81fc-88632ef60d3f None None] The sync data for ids ['9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'] in dv-cinder-825103-1-iscsi is: [{'id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'name': 'tempest-AttachVolumeTestJSON-1698032946-router', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T12:48:50Z', 'revision_number': 4, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'gw_port': {'id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': 'e9f83c83-66fc-4b7d-9a7d-1e098496b211', 'name': '', 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'mac_address': 'fa:16:3e:e7:fd:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc8c1b8-cfa3-49d9-9595-474a5f6baf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:48Z', 'updated_at': '2022-01-18T12:49:25Z', 'revision_number': 4, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'subnets': [{'id': '7fc8c1b8-cfa3-49d9-9595-474a5f6baf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:49:27.634969 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 13011e39-d01a-462d-9ba2-c07df126f030 up at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:49:27.646463 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-084701c1-b722-420c-84df-40d6c6ffbf57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:27.689680 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-084701c1-b722-420c-84df-40d6c6ffbf57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:27.720638 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a877cc13-920d-4c17-bc69-551ac2f2cf3a req-758a2b57-a57f-4c93-8840-9420ed29dac7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=62c83339981e4116982823738389569b&device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 1096 time: 0.1664402 Jan 18 12:49:27.731109 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning for port 13011e39-d01a-462d-9ba2-c07df126f030 completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:49:27.736769 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning complete for port 13011e39-d01a-462d-9ba2-c07df126f030 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:49:27.737140 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:27.876700 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-084701c1-b722-420c-84df-40d6c6ffbf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:27.925155 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:27.945385 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084701c1-b722-420c-84df-40d6c6ffbf57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68be5748-c766-4a64-8226-e27b1150753d,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:27.974079 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6533178e-031e-4227-86e2-58e35d0f88c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13011e39-d01a-462d-9ba2-c07df126f030'}] {{(pid=82758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:49:28.040943 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877cc13-920d-4c17-bc69-551ac2f2cf3a req-1e6e421a-920b-47fc-af5f-b21a1a26c518 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:28.043307 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a877cc13-920d-4c17-bc69-551ac2f2cf3a req-1e6e421a-920b-47fc-af5f-b21a1a26c518 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0245ff51-1953-4317-abeb-3ec950185d8d HTTP/1.1" status: 200 len: 919 time: 0.3123806 Jan 18 12:49:28.052693 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-084701c1-b722-420c-84df-40d6c6ffbf57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:28.055853 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-084701c1-b722-420c-84df-40d6c6ffbf57 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/68be5748-c766-4a64-8226-e27b1150753d HTTP/1.1" status: 204 len: 168 time: 0.5622909 Jan 18 12:49:28.114126 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f7576-b1ec-41d7-a507-41c187e53883 req-633c04c0-55bd-4e83-b6ec-5d091e42e502 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:28.117785 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-394f7576-b1ec-41d7-a507-41c187e53883 req-633c04c0-55bd-4e83-b6ec-5d091e42e502 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 944 time: 0.1616802 Jan 18 12:49:28.132613 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 13011e39-d01a-462d-9ba2-c07df126f030, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=13011e39-d01a-462d-9ba2-c07df126f030,segment=NetworkSegment(da39013a-bf0a-4608-b567-bf7ade6a95d7),segment_id=da39013a-bf0a-4608-b567-bf7ade6a95d7)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:28.141849 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:28.219805 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-394f7576-b1ec-41d7-a507-41c187e53883 req-bc9dc348-41c5-4029-9bf4-5d2970399ab0 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/security-groups?id=57daca05-1cf8-49a8-b68f-8797fbd2d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947528 Jan 18 12:49:28.267654 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=13011e39-d01a-462d-9ba2-c07df126f030,revision_number=5']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:28.501536 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199924e-f74e-4c3c-b344-cc01b0c3293d req-b9dc79af-52ae-49a8-96bf-cabc741b84c5 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:28.510860 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e199924e-f74e-4c3c-b344-cc01b0c3293d req-b9dc79af-52ae-49a8-96bf-cabc741b84c5 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 944 time: 0.1801274 Jan 18 12:49:28.585759 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee20b18-71f5-4c37-a278-58566d5e6fa1 req-cfe25986-8846-43c7-8fce-591fd3a85c75 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:28.594470 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-3ee20b18-71f5-4c37-a278-58566d5e6fa1 req-cfe25986-8846-43c7-8fce-591fd3a85c75 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 943 time: 0.2258708 Jan 18 12:49:28.596593 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e199924e-f74e-4c3c-b344-cc01b0c3293d req-30de2d2a-0519-4880-a6a3-ae0a86d2cd8a tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847499 Jan 18 12:49:28.660435 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-3ee20b18-71f5-4c37-a278-58566d5e6fa1 req-b9d05b51-0b44-4a9e-a211-adacc1a9806d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649352 Jan 18 12:49:28.883716 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a877cc13-920d-4c17-bc69-551ac2f2cf3a req-a045debc-5dfd-485c-b291-e51e5221f844 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46f08e28-9893-4e71-b797-64224dcc5fb4 HTTP/1.1" status: 200 len: 217 time: 0.1266887 Jan 18 12:49:28.908039 dv-cinder-825103-1-iscsi neutron-server[82758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6533178e-031e-4227-86e2-58e35d0f88c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13011e39-d01a-462d-9ba2-c07df126f030', 'code': 200} Jan 18 12:49:28.926868 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496dfe0c-eb0b-48d3-b6f2-cf5209be4667 req-b26f99e1-641c-4ff7-b27b-7b9bd30ebc45 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:28.928528 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-496dfe0c-eb0b-48d3-b6f2-cf5209be4667 req-b26f99e1-641c-4ff7-b27b-7b9bd30ebc45 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 945 time: 0.1044636 Jan 18 12:49:28.981998 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-496dfe0c-eb0b-48d3-b6f2-cf5209be4667 req-6c5266c6-b8bd-4937-93ff-6ef40c06d34f tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=61c60882-b6e5-41a4-bbff-5016e6573d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466015 Jan 18 12:49:29.153899 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device e9f83c83-66fc-4b7d-9a7d-1e098496b211 up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:49:29.234510 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning for port e9f83c83-66fc-4b7d-9a7d-1e098496b211 completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:49:29.240050 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port e9f83c83-66fc-4b7d-9a7d-1e098496b211 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:49:29.240411 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:29.357163 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:29.396434 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] For port e9f83c83-66fc-4b7d-9a7d-1e098496b211, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=e9f83c83-66fc-4b7d-9a7d-1e098496b211,segment=NetworkSegment(4be6da58-ee81-4cb4-9a92-a45bd42d91b1),segment_id=4be6da58-ee81-4cb4-9a92-a45bd42d91b1)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:29.401339 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:29.449496 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4c5f8-29a5-431d-934c-7c605f89899b req-1297da36-1a92-4068-8157-aaea3b918bbc tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:29.451176 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-24e4c5f8-29a5-431d-934c-7c605f89899b req-1297da36-1a92-4068-8157-aaea3b918bbc tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 945 time: 0.1083348 Jan 18 12:49:29.523354 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-24e4c5f8-29a5-431d-934c-7c605f89899b req-7af0e6e1-e5ef-4e48-bb53-3296efb11b4c tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/security-groups?id=57daca05-1cf8-49a8-b68f-8797fbd2d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630190 Jan 18 12:49:29.538641 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Pushing event updated for resources: {'Port': ['ID=e9f83c83-66fc-4b7d-9a7d-1e098496b211,revision_number=5']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:29.611134 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877cc13-920d-4c17-bc69-551ac2f2cf3a req-1fd79676-3e8e-4a9b-8ad7-f714d98c8e34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:29.612683 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a877cc13-920d-4c17-bc69-551ac2f2cf3a req-1fd79676-3e8e-4a9b-8ad7-f714d98c8e34 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe840dcd-84e6-4b5f-bdcf-ef3e08af5039 HTTP/1.1" status: 200 len: 856 time: 0.0864689 Jan 18 12:49:29.826479 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03f406-77f9-4892-ae9e-98334e77274a req-a7c6234b-3cad-43e2-93dd-a6b4d5b25b95 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:29.828021 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6b03f406-77f9-4892-ae9e-98334e77274a req-a7c6234b-3cad-43e2-93dd-a6b4d5b25b95 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 944 time: 0.0894647 Jan 18 12:49:29.876435 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6b03f406-77f9-4892-ae9e-98334e77274a req-295e5eab-20e9-4852-b0d1-0650c9fc4314 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425012 Jan 18 12:49:29.921954 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88182657-bba4-4f14-8810-8ecf03f8baac req-de32e2b7-3b0f-4ff1-aba7-6a82f4568a0e tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:29.923595 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-88182657-bba4-4f14-8810-8ecf03f8baac req-de32e2b7-3b0f-4ff1-aba7-6a82f4568a0e tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 943 time: 0.0959973 Jan 18 12:49:29.982482 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-88182657-bba4-4f14-8810-8ecf03f8baac req-5a0fd37b-b3e1-4d16-b0a1-7e4395268dca tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492620 Jan 18 12:49:30.241532 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efba951-996e-4792-bfbf-886fcc013ec1 req-46a09b1e-8d72-4bf9-8798-2eb6923ef6ba tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:30.242992 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9efba951-996e-4792-bfbf-886fcc013ec1 req-46a09b1e-8d72-4bf9-8798-2eb6923ef6ba tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 945 time: 0.0924437 Jan 18 12:49:30.290838 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9efba951-996e-4792-bfbf-886fcc013ec1 req-d656f397-56e3-42f7-97dd-bbec905eed6e tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=61c60882-b6e5-41a4-bbff-5016e6573d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407643 Jan 18 12:49:30.527028 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] get_ports_and_sgs() called for port_ids ['3db9478d-dd47-410b-ba68-5b193216df9b'] {{(pid=82758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:49:30.529658 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a877cc13-920d-4c17-bc69-551ac2f2cf3a req-64bb2183-d9a6-44c2-97ae-3a31a38fec70 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0245ff51-1953-4317-abeb-3ec950185d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791881 Jan 18 12:49:30.632187 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] get_ports_and_sgs() called for port_ids ['b9558185-b969-42b6-9712-fe087278bdde'] {{(pid=82758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:49:30.684272 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] get_ports_and_sgs() called for port_ids ['30d73f22-611e-44a3-9ad5-7bfa498e296e'] {{(pid=82758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:49:30.740399 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a877cc13-920d-4c17-bc69-551ac2f2cf3a req-efb81e6d-9438-4241-977a-03a7cec811e7 service neutron] 10.222.0.35 "GET /v2.0/networks/0245ff51-1953-4317-abeb-3ec950185d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978066 Jan 18 12:49:30.889900 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-75baf085-6728-4c12-8c66-e7dc976c12cb req-2876190f-a834-4b9d-872b-04a6b88af198 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 1098 time: 0.1655669 Jan 18 12:49:30.910001 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393339dc-bfa7-4c40-aca6-e4e7681f5cca req-ea2c287e-e1fe-4d8b-89e3-17a99886eb5f tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:30.911691 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-393339dc-bfa7-4c40-aca6-e4e7681f5cca req-ea2c287e-e1fe-4d8b-89e3-17a99886eb5f tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 945 time: 0.1323915 Jan 18 12:49:30.954960 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a877cc13-920d-4c17-bc69-551ac2f2cf3a req-11e00f90-c70c-44ce-a581-d1038ffa5f76 service neutron] 10.222.0.35 "GET /v2.0/networks/0245ff51-1953-4317-abeb-3ec950185d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095990 Jan 18 12:49:31.022851 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [req-75baf085-6728-4c12-8c66-e7dc976c12cb req-2539d240-6bbf-4732-9bf9-a92b58fcba3f service neutron] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:31.195487 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-393339dc-bfa7-4c40-aca6-e4e7681f5cca req-1391f301-4b3c-4d28-ad20-392020395a80 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/security-groups?id=57daca05-1cf8-49a8-b68f-8797fbd2d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584489 Jan 18 12:49:31.201273 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [req-75baf085-6728-4c12-8c66-e7dc976c12cb req-2539d240-6bbf-4732-9bf9-a92b58fcba3f service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:31.206121 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-75baf085-6728-4c12-8c66-e7dc976c12cb req-2539d240-6bbf-4732-9bf9-a92b58fcba3f service neutron] Usage tracker for resource:security_group_rule and tenant:8c5383d46de540099aa541c10bd429b7 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:31.210406 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-75baf085-6728-4c12-8c66-e7dc976c12cb req-2539d240-6bbf-4732-9bf9-a92b58fcba3f service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:31.220569 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device e9f83c83-66fc-4b7d-9a7d-1e098496b211 up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:49:31.220962 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [req-75baf085-6728-4c12-8c66-e7dc976c12cb req-2539d240-6bbf-4732-9bf9-a92b58fcba3f service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:31.269229 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e25bb-accd-4b13-859e-7aff6710f137 req-a5214c2d-a2ca-40ca-83d7-b1c62f1aee14 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:31.271159 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b43e25bb-accd-4b13-859e-7aff6710f137 req-a5214c2d-a2ca-40ca-83d7-b1c62f1aee14 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 944 time: 0.1957254 Jan 18 12:49:31.345688 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port e9f83c83-66fc-4b7d-9a7d-1e098496b211 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:49:31.346287 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:31.391079 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b43e25bb-accd-4b13-859e-7aff6710f137 req-b0930682-e37c-49f6-8e7c-c8477a57f0e2 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052735 Jan 18 12:49:31.601620 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [req-75baf085-6728-4c12-8c66-e7dc976c12cb req-2539d240-6bbf-4732-9bf9-a92b58fcba3f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:31.609604 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [req-75baf085-6728-4c12-8c66-e7dc976c12cb req-2539d240-6bbf-4732-9bf9-a92b58fcba3f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:31.680688 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-75baf085-6728-4c12-8c66-e7dc976c12cb req-2539d240-6bbf-4732-9bf9-a92b58fcba3f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=57daca05-1cf8-49a8-b68f-8797fbd2d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7805161 Jan 18 12:49:31.703351 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539d240-6bbf-4732-9bf9-a92b58fcba3f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4a79f13b-5789-4b1b-b49e-ff55d6c96ed0,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:31.729933 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460404c-e242-4023-97fc-f16ca9feaef3 req-52cd7af5-5c13-4222-8fba-bfec54620ef9 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:31.731627 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9460404c-e242-4023-97fc-f16ca9feaef3 req-52cd7af5-5c13-4222-8fba-bfec54620ef9 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 945 time: 0.1095285 Jan 18 12:49:31.755940 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e6ce3-3d50-4126-a634-17a8515cccd7 req-90d42f72-84c7-4c31-b112-c8b8208ceb63 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:31.758280 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-ed2e6ce3-3d50-4126-a634-17a8515cccd7 req-90d42f72-84c7-4c31-b112-c8b8208ceb63 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 943 time: 0.3846674 Jan 18 12:49:31.804592 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9460404c-e242-4023-97fc-f16ca9feaef3 req-ec33d451-ecbf-4220-8964-c2adf6279a3a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=61c60882-b6e5-41a4-bbff-5016e6573d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635924 Jan 18 12:49:31.816578 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-ed2e6ce3-3d50-4126-a634-17a8515cccd7 req-9c288e5a-65ab-41e9-884f-f665b0b172a4 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493367 Jan 18 12:49:32.424015 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device b9558185-b969-42b6-9712-fe087278bdde up at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:49:32.499092 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1643e2-6d0c-428a-8886-964edc0b6521 req-10d68d15-782f-4cae-9db8-0b5efa54c364 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:32.499092 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ea1643e2-6d0c-428a-8886-964edc0b6521 req-10d68d15-782f-4cae-9db8-0b5efa54c364 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 945 time: 0.1481020 Jan 18 12:49:32.567194 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning for port b9558185-b969-42b6-9712-fe087278bdde completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:49:32.571174 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ea1643e2-6d0c-428a-8886-964edc0b6521 req-4041bf64-7ae1-4b29-8684-eec8938a871c tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/security-groups?id=57daca05-1cf8-49a8-b68f-8797fbd2d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678225 Jan 18 12:49:32.588748 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning complete for port b9558185-b969-42b6-9712-fe087278bdde triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:49:32.589337 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:32.743424 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d704366-a06c-4e2a-8dca-0911281e97b2 req-7457ae40-0787-4c97-a743-3b24702aff88 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:32.760067 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7d704366-a06c-4e2a-8dca-0911281e97b2 req-7457ae40-0787-4c97-a743-3b24702aff88 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 944 time: 0.1321132 Jan 18 12:49:32.774815 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:32.810148 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99a128b-933b-48e0-a535-cee349266ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9558185-b969-42b6-9712-fe087278bdde'}] {{(pid=82758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:49:32.834245 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7d704366-a06c-4e2a-8dca-0911281e97b2 req-cf09c8cb-dd91-4c59-801c-27429d5897cc tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722792 Jan 18 12:49:32.838232 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port b9558185-b969-42b6-9712-fe087278bdde, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b9558185-b969-42b6-9712-fe087278bdde,segment=NetworkSegment(cfce463f-bb18-41f5-bd53-a09e299dfec8),segment_id=cfce463f-bb18-41f5-bd53-a09e299dfec8)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:32.843323 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:32.844245 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 30d73f22-611e-44a3-9ad5-7bfa498e296e up at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:49:32.949568 dv-cinder-825103-1-iscsi neutron-server[82758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99a128b-933b-48e0-a535-cee349266ece', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9558185-b969-42b6-9712-fe087278bdde', 'code': 200} Jan 18 12:49:33.114497 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=b9558185-b969-42b6-9712-fe087278bdde,revision_number=5']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:33.168556 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning for port 30d73f22-611e-44a3-9ad5-7bfa498e296e completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:49:33.186619 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning complete for port 30d73f22-611e-44a3-9ad5-7bfa498e296e triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:49:33.187073 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:33.188123 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664991b-6d17-4833-9b2b-3a9ac3eaaa6e req-d3345d7a-826f-4d13-baa0-788113fe6515 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:33.196872 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-a664991b-6d17-4833-9b2b-3a9ac3eaaa6e req-d3345d7a-826f-4d13-baa0-788113fe6515 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 945 time: 0.1073287 Jan 18 12:49:33.317215 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03d538-a25a-4bf1-a909-ce4b3f931e26 req-a6106d5c-90ae-4f99-8a46-0db2633e33d1 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:33.319169 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bb03d538-a25a-4bf1-a909-ce4b3f931e26 req-a6106d5c-90ae-4f99-8a46-0db2633e33d1 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 943 time: 0.2358696 Jan 18 12:49:33.337387 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-a664991b-6d17-4833-9b2b-3a9ac3eaaa6e req-b4a33f3e-41ea-41ba-9b1f-c15748ea878b tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=61c60882-b6e5-41a4-bbff-5016e6573d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391683 Jan 18 12:49:33.405410 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c664f785-52ed-446e-814c-96dfa0f12b97 req-cc1b5ecc-5e37-45d3-b122-a6794c9447ba service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 1098 time: 0.1837420 Jan 18 12:49:33.416981 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bb03d538-a25a-4bf1-a909-ce4b3f931e26 req-0427f3ed-c1fa-4388-803e-f9e2c8e4f405 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784149 Jan 18 12:49:33.459949 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:33.504703 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c664f785-52ed-446e-814c-96dfa0f12b97 req-704d0fc2-4d54-4fd4-a85e-2dc325aaa487 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924311 Jan 18 12:49:33.526153 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 30d73f22-611e-44a3-9ad5-7bfa498e296e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=30d73f22-611e-44a3-9ad5-7bfa498e296e,segment=NetworkSegment(4be6da58-ee81-4cb4-9a92-a45bd42d91b1),segment_id=4be6da58-ee81-4cb4-9a92-a45bd42d91b1)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:33.531314 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:33.533069 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 3db9478d-dd47-410b-ba68-5b193216df9b up at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:49:33.669839 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=30d73f22-611e-44a3-9ad5-7bfa498e296e,revision_number=5']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:33.683131 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning for port 3db9478d-dd47-410b-ba68-5b193216df9b completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:49:33.689140 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning complete for port 3db9478d-dd47-410b-ba68-5b193216df9b triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:49:33.689585 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:33.850102 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:33.850602 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461f276-795a-443b-905d-a943b94cf025 req-48460a1f-d688-4512-b881-d955062a6acc tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:33.852399 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e461f276-795a-443b-905d-a943b94cf025 req-48460a1f-d688-4512-b881-d955062a6acc tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 945 time: 0.1019492 Jan 18 12:49:33.909103 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 3db9478d-dd47-410b-ba68-5b193216df9b, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3db9478d-dd47-410b-ba68-5b193216df9b,segment=NetworkSegment(cfce463f-bb18-41f5-bd53-a09e299dfec8),segment_id=cfce463f-bb18-41f5-bd53-a09e299dfec8)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:33.916657 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:33.995090 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e461f276-795a-443b-905d-a943b94cf025 req-4c8b2148-746a-401c-9b9b-cded8dd8a701 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/security-groups?id=57daca05-1cf8-49a8-b68f-8797fbd2d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275074 Jan 18 12:49:34.004894 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=3db9478d-dd47-410b-ba68-5b193216df9b,revision_number=5']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:34.197241 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153f2d5-9b8c-42d0-b397-d06329104fe1 req-07e40093-8734-4128-a2c2-b7cecaacc236 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:34.200012 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a153f2d5-9b8c-42d0-b397-d06329104fe1 req-07e40093-8734-4128-a2c2-b7cecaacc236 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 945 time: 0.1046073 Jan 18 12:49:34.254407 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a153f2d5-9b8c-42d0-b397-d06329104fe1 req-26ea0910-77eb-40ff-b66a-92ccac0a9f80 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484040 Jan 18 12:49:34.436362 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 46f08e28-9893-4e71-b797-64224dcc5fb4 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:49:34.584582 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d968742-3a02-42f9-9013-9f58c74c278a req-7a768a55-51b3-4fb6-8db0-73983c9c037f tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:34.586884 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-8d968742-3a02-42f9-9013-9f58c74c278a req-7a768a55-51b3-4fb6-8db0-73983c9c037f tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 946 time: 0.1032610 Jan 18 12:49:34.632864 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 46f08e28-9893-4e71-b797-64224dcc5fb4, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=46f08e28-9893-4e71-b797-64224dcc5fb4,segment=NetworkSegment(87c18e1c-b1f5-42be-a8fc-168d2192ac96),segment_id=87c18e1c-b1f5-42be-a8fc-168d2192ac96)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:34.654331 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-8d968742-3a02-42f9-9013-9f58c74c278a req-222fe915-ff16-4cab-a3c5-5a8b8a5a5d0c tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=61c60882-b6e5-41a4-bbff-5016e6573d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611198 Jan 18 12:49:34.659718 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Returning: {'device': '46f08e28-9893-4e71-b797-64224dcc5fb4', 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d', 'port_id': '46f08e28-9893-4e71-b797-64224dcc5fb4', 'mac_address': 'fa:16:3e:3c:7f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe840dcd-84e6-4b5f-bdcf-ef3e08af5039', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:49:34.726797 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f77e2b-bb88-4b3b-aad6-787ceb762f50 req-85ffbc60-3e3d-415f-ba56-fd1b4cfca912 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:34.728914 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:34.729524 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-16f77e2b-bb88-4b3b-aad6-787ceb762f50 req-85ffbc60-3e3d-415f-ba56-fd1b4cfca912 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 943 time: 0.1207917 Jan 18 12:49:34.751855 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46f08e28-9893-4e71-b797-64224dcc5fb4 {{(pid=82758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:49:34.791961 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 46f08e28-9893-4e71-b797-64224dcc5fb4, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=46f08e28-9893-4e71-b797-64224dcc5fb4,segment=NetworkSegment(87c18e1c-b1f5-42be-a8fc-168d2192ac96),segment_id=87c18e1c-b1f5-42be-a8fc-168d2192ac96)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:34.799750 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:34.824234 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-16f77e2b-bb88-4b3b-aad6-787ceb762f50 req-838f559b-ff59-42e7-8d00-db86c0b2ed0e tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839512 Jan 18 12:49:34.889805 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=46f08e28-9893-4e71-b797-64224dcc5fb4,revision_number=4']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:34.951566 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00ac165-0b20-4316-9d85-1d33f85a551a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d73f22-611e-44a3-9ad5-7bfa498e296e'}, {'server_uuid': '98ce835f-b5b0-4bbb-9212-78b4352acdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db9478d-dd47-410b-ba68-5b193216df9b'}] {{(pid=82758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:49:35.037078 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c632588e-1cd7-47be-9da4-5a1bfd09ba78 req-f62d8900-230d-45c0-94d7-3261220f21ad service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0997784 Jan 18 12:49:35.050282 dv-cinder-825103-1-iscsi neutron-server[82758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00ac165-0b20-4316-9d85-1d33f85a551a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d73f22-611e-44a3-9ad5-7bfa498e296e', 'code': 200} Jan 18 12:49:35.050633 dv-cinder-825103-1-iscsi neutron-server[82758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98ce835f-b5b0-4bbb-9212-78b4352acdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db9478d-dd47-410b-ba68-5b193216df9b', 'code': 200} Jan 18 12:49:35.296954 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] get_ports_and_sgs() called for port_ids ['46f08e28-9893-4e71-b797-64224dcc5fb4'] {{(pid=82758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:49:35.301346 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6224a-f781-4270-a1c1-0aac86fc967d req-5f24d01e-4706-443a-8593-a198de005b5f tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:35.318054 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-86a6224a-f781-4270-a1c1-0aac86fc967d req-5f24d01e-4706-443a-8593-a198de005b5f tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 945 time: 0.1361637 Jan 18 12:49:35.413917 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-86a6224a-f781-4270-a1c1-0aac86fc967d req-9aa3e658-7682-40f9-b01d-1367a90e53b8 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/security-groups?id=57daca05-1cf8-49a8-b68f-8797fbd2d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924902 Jan 18 12:49:35.420658 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c632588e-1cd7-47be-9da4-5a1bfd09ba78 req-ec2eccd5-3418-4fff-a94f-c138d3ea706c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=52010a3b3bab49cb91a1f91eb4c227cd&device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 1098 time: 0.2216461 Jan 18 12:49:35.771407 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35894eb-2f01-492d-93e1-3ce62e8302ec req-120f2ad0-b811-4153-b4d6-b6062c9568da tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:35.781970 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e35894eb-2f01-492d-93e1-3ce62e8302ec req-120f2ad0-b811-4153-b4d6-b6062c9568da tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 945 time: 0.2230141 Jan 18 12:49:35.808605 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-befb7565-c56f-41ce-b0d5-10468c1152c8 req-138488d7-511f-4a85-8d42-730fd2600ad7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 1099 time: 0.1716826 Jan 18 12:49:35.894781 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-befb7565-c56f-41ce-b0d5-10468c1152c8 req-49077f88-7f8d-4299-acfc-9c37cdf31dfd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=61c60882-b6e5-41a4-bbff-5016e6573d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770073 Jan 18 12:49:35.902398 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e35894eb-2f01-492d-93e1-3ce62e8302ec req-96b7b841-93ee-4808-afd6-cbdc73859a9b tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185091 Jan 18 12:49:36.131108 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632588e-1cd7-47be-9da4-5a1bfd09ba78 req-d1781b39-aef4-4a96-a8a3-b91646e46cfe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:36.132542 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c632588e-1cd7-47be-9da4-5a1bfd09ba78 req-d1781b39-aef4-4a96-a8a3-b91646e46cfe service neutron] 10.222.0.35 "GET /v2.0/networks?id=d3543a02-5a58-40de-8593-2e7eba7bca47 HTTP/1.1" status: 200 len: 914 time: 0.5211883 Jan 18 12:49:36.151777 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693fb715-4e96-4a36-b747-f4f6a72865f3 req-817e4457-c59b-46f8-9928-6a3b678d8962 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:36.158805 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-693fb715-4e96-4a36-b747-f4f6a72865f3 req-817e4457-c59b-46f8-9928-6a3b678d8962 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 946 time: 0.1868081 Jan 18 12:49:36.164371 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c44404f4-57c2-413a-9206-5d9c346c7313 req-ae1b4050-ec80-4a4e-b0b2-4964576d139a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 1098 time: 0.4960637 Jan 18 12:49:36.229082 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-693fb715-4e96-4a36-b747-f4f6a72865f3 req-f8732199-c5f9-423c-91af-8253ed44312d tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=61c60882-b6e5-41a4-bbff-5016e6573d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687099 Jan 18 12:49:36.293189 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea9fbb-f3f4-46be-97b0-ef8dbcc04462 req-6708932e-5884-4e20-9db1-391ab284ad97 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:36.301616 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4eea9fbb-f3f4-46be-97b0-ef8dbcc04462 req-6708932e-5884-4e20-9db1-391ab284ad97 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 944 time: 0.1510842 Jan 18 12:49:36.363266 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4eea9fbb-f3f4-46be-97b0-ef8dbcc04462 req-b8032dd9-f512-4c39-973f-950bfcb92b3a tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601521 Jan 18 12:49:36.384865 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c632588e-1cd7-47be-9da4-5a1bfd09ba78 req-336313ff-93ff-4f5a-ad20-c04a551cde9c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13011e39-d01a-462d-9ba2-c07df126f030 HTTP/1.1" status: 200 len: 217 time: 0.1172867 Jan 18 12:49:36.466467 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632588e-1cd7-47be-9da4-5a1bfd09ba78 req-7d45a68f-64b8-44c3-b6b5-6bab596ed188 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:36.468172 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c632588e-1cd7-47be-9da4-5a1bfd09ba78 req-7d45a68f-64b8-44c3-b6b5-6bab596ed188 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f2dc87e7-7a7a-4070-b8c2-a50d9c226810 HTTP/1.1" status: 200 len: 852 time: 0.0720646 Jan 18 12:49:36.476062 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c44404f4-57c2-413a-9206-5d9c346c7313 req-199a5bf2-c233-4e2e-b20f-a0794d73543a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074296 Jan 18 12:49:36.519919 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c632588e-1cd7-47be-9da4-5a1bfd09ba78 req-c5d2c608-9ad9-4c87-b293-5c2677d9dc25 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d3543a02-5a58-40de-8593-2e7eba7bca47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430999 Jan 18 12:49:36.859280 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e70f5-8416-47c2-ad8d-04ea4a930d2c req-81cc78f8-c0e1-420d-a0db-4cdc9a425111 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:36.861168 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-ed4e70f5-8416-47c2-ad8d-04ea4a930d2c req-81cc78f8-c0e1-420d-a0db-4cdc9a425111 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 945 time: 0.1020248 Jan 18 12:49:36.938727 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-ed4e70f5-8416-47c2-ad8d-04ea4a930d2c req-a9046a7d-88d4-474b-9999-64aeb5cb202a tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676029 Jan 18 12:49:37.036950 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 46264) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:37.107483 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c632588e-1cd7-47be-9da4-5a1bfd09ba78 req-b7665426-4f48-4553-8221-1ccd80081f38 service neutron] 10.222.0.35 "GET /v2.0/networks/d3543a02-5a58-40de-8593-2e7eba7bca47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244839 Jan 18 12:49:37.111247 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f92fb9f3-d0ec-4c34-8f0a-1ead5d50ce2d req-38eea074-9dde-4407-bfbf-4cbf5e6ad3c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1f579550087f4cada7f426f1d491402f&device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 1098 time: 0.1561401 Jan 18 12:49:37.119892 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 46270) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:37.322669 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-158753fe-f5ba-4662-b37f-e0f47fe3c64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:37.358369 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-158753fe-f5ba-4662-b37f-e0f47fe3c64b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:37.362722 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-158753fe-f5ba-4662-b37f-e0f47fe3c64b admin admin] Usage tracker for resource:security_group_rule and tenant:f4a27fdd63b149e585fe6effe681ad26 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:37.365840 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-158753fe-f5ba-4662-b37f-e0f47fe3c64b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:37.372926 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-158753fe-f5ba-4662-b37f-e0f47fe3c64b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:37.381848 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-6f6741af-96d4-415a-a989-df45710f623f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:37.470007 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-6f6741af-96d4-415a-a989-df45710f623f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:37.475153 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-6f6741af-96d4-415a-a989-df45710f623f admin admin] Usage tracker for resource:security_group_rule and tenant:8d1fa662e6ea4ffd9553151d659405f1 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:37.476478 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c632588e-1cd7-47be-9da4-5a1bfd09ba78 req-42b53398-d651-421c-b86f-77191e91a320 service neutron] 10.222.0.35 "GET /v2.0/networks/d3543a02-5a58-40de-8593-2e7eba7bca47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580668 Jan 18 12:49:37.478260 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fb9f3-d0ec-4c34-8f0a-1ead5d50ce2d req-21c19927-e648-44ec-9a17-9cedac0651d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:37.478376 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-6f6741af-96d4-415a-a989-df45710f623f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:37.479756 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f92fb9f3-d0ec-4c34-8f0a-1ead5d50ce2d req-21c19927-e648-44ec-9a17-9cedac0651d2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=278ba1fd-8468-4f28-a995-460d471862f3 HTTP/1.1" status: 200 len: 921 time: 0.3589346 Jan 18 12:49:37.485524 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-6f6741af-96d4-415a-a989-df45710f623f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:37.517785 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bba525-6971-451e-97f1-bcdb757f9790 req-6be939be-7fa2-4f33-82a1-40eb82dfb1ee tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:37.519526 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-33bba525-6971-451e-97f1-bcdb757f9790 req-6be939be-7fa2-4f33-82a1-40eb82dfb1ee tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 946 time: 0.1370649 Jan 18 12:49:37.647173 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:37.680054 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f92fb9f3-d0ec-4c34-8f0a-1ead5d50ce2d req-8bb9d386-365a-414d-be78-90e977c3e389 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9558185-b969-42b6-9712-fe087278bdde HTTP/1.1" status: 200 len: 217 time: 0.1060240 Jan 18 12:49:37.683040 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-33bba525-6971-451e-97f1-bcdb757f9790 req-5fa5d03e-9cbb-4987-a067-82366da8046c tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=61c60882-b6e5-41a4-bbff-5016e6573d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548970 Jan 18 12:49:37.712178 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-158753fe-f5ba-4662-b37f-e0f47fe3c64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:37.727300 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-6f6741af-96d4-415a-a989-df45710f623f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:37.729846 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-158753fe-f5ba-4662-b37f-e0f47fe3c64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:37.760517 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-6f6741af-96d4-415a-a989-df45710f623f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:37.830143 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158753fe-f5ba-4662-b37f-e0f47fe3c64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f35ec1d-bcd5-40d5-8bee-d6c7adab492e,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:37.834483 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fb9f3-d0ec-4c34-8f0a-1ead5d50ce2d req-f34e4a10-4a68-4148-8b29-a5c124ebe6d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:37.836565 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f92fb9f3-d0ec-4c34-8f0a-1ead5d50ce2d req-f34e4a10-4a68-4148-8b29-a5c124ebe6d6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3f6ce3a-9cb1-41e6-95d3-abca0d25c5c7 HTTP/1.1" status: 200 len: 859 time: 0.0752516 Jan 18 12:49:37.850234 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-158753fe-f5ba-4662-b37f-e0f47fe3c64b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f4a27fdd63b149e585fe6effe681ad26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8117948 Jan 18 12:49:37.852745 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 46290) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:37.856754 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11863cb-5020-4a0c-abb8-4f271e0e6d58 req-cc3e707f-f045-420c-a8ef-b599058cad7f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:37.858627 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e11863cb-5020-4a0c-abb8-4f271e0e6d58 req-cc3e707f-f045-420c-a8ef-b599058cad7f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 944 time: 0.2595384 Jan 18 12:49:37.866436 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-6f6741af-96d4-415a-a989-df45710f623f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8d1fa662e6ea4ffd9553151d659405f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7429121 Jan 18 12:49:37.867011 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 46294) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:37.884808 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158753fe-f5ba-4662-b37f-e0f47fe3c64b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:37.885246 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158753fe-f5ba-4662-b37f-e0f47fe3c64b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:37.885658 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158753fe-f5ba-4662-b37f-e0f47fe3c64b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:37.885983 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158753fe-f5ba-4662-b37f-e0f47fe3c64b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:37.886304 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158753fe-f5ba-4662-b37f-e0f47fe3c64b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:37.886621 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158753fe-f5ba-4662-b37f-e0f47fe3c64b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:37.886962 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158753fe-f5ba-4662-b37f-e0f47fe3c64b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:37.887328 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158753fe-f5ba-4662-b37f-e0f47fe3c64b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:37.887643 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158753fe-f5ba-4662-b37f-e0f47fe3c64b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:37.887954 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158753fe-f5ba-4662-b37f-e0f47fe3c64b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:37.888263 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158753fe-f5ba-4662-b37f-e0f47fe3c64b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:37.964668 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-cfa2754b-0e35-430c-9ac1-c15a1bf71400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:37.976037 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6741af-96d4-415a-a989-df45710f623f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbb8b50-c45e-4c64-ade7-b2324fa4434c,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:38.015319 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4acf8b71-2c4a-4784-87fa-c666cb72116c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:38.045344 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-cfa2754b-0e35-430c-9ac1-c15a1bf71400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:38.064155 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4acf8b71-2c4a-4784-87fa-c666cb72116c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:38.138465 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e11863cb-5020-4a0c-abb8-4f271e0e6d58 req-56ee2e41-5116-45f6-821b-5ad3e6f9cec6 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557495 Jan 18 12:49:38.153462 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4acf8b71-2c4a-4784-87fa-c666cb72116c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:38.170303 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f92fb9f3-d0ec-4c34-8f0a-1ead5d50ce2d req-1ee2c6d4-24d7-487b-adfd-495b1dbeddbd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=278ba1fd-8468-4f28-a995-460d471862f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582910 Jan 18 12:49:38.172645 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-cfa2754b-0e35-430c-9ac1-c15a1bf71400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:38.194995 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa2754b-0e35-430c-9ac1-c15a1bf71400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f35ec1d-bcd5-40d5-8bee-d6c7adab492e,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:38.204645 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf8b71-2c4a-4784-87fa-c666cb72116c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbb8b50-c45e-4c64-ade7-b2324fa4434c,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:38.205617 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2754b-0e35-430c-9ac1-c15a1bf71400 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:38.205956 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2754b-0e35-430c-9ac1-c15a1bf71400 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:38.206453 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2754b-0e35-430c-9ac1-c15a1bf71400 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:38.207098 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2754b-0e35-430c-9ac1-c15a1bf71400 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:38.207431 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2754b-0e35-430c-9ac1-c15a1bf71400 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:38.207756 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2754b-0e35-430c-9ac1-c15a1bf71400 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:38.208076 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2754b-0e35-430c-9ac1-c15a1bf71400 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:38.208580 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2754b-0e35-430c-9ac1-c15a1bf71400 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:38.208917 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2754b-0e35-430c-9ac1-c15a1bf71400 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:38.209230 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2754b-0e35-430c-9ac1-c15a1bf71400 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:38.210009 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2754b-0e35-430c-9ac1-c15a1bf71400 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:49:38.221258 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4acf8b71-2c4a-4784-87fa-c666cb72116c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:38.224029 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-4acf8b71-2c4a-4784-87fa-c666cb72116c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/dcbb8b50-c45e-4c64-ade7-b2324fa4434c HTTP/1.1" status: 204 len: 168 time: 0.3561192 Jan 18 12:49:38.454909 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 46f08e28-9893-4e71-b797-64224dcc5fb4 up at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:49:38.542304 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-cfa2754b-0e35-430c-9ac1-c15a1bf71400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:38.543623 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-cfa2754b-0e35-430c-9ac1-c15a1bf71400 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7f35ec1d-bcd5-40d5-8bee-d6c7adab492e HTTP/1.1" status: 204 len: 168 time: 0.6883163 Jan 18 12:49:38.570273 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f92fb9f3-d0ec-4c34-8f0a-1ead5d50ce2d req-736eea6f-32e8-4686-9b26-c3fb886a4cee service neutron] 10.222.0.35 "GET /v2.0/networks/278ba1fd-8468-4f28-a995-460d471862f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811146 Jan 18 12:49:38.574718 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adb279-65d2-4d93-b79c-972a3f80ee29 req-5555459e-b777-4aa4-96e0-aa672665cd73 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:38.584664 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-03adb279-65d2-4d93-b79c-972a3f80ee29 req-5555459e-b777-4aa4-96e0-aa672665cd73 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 945 time: 0.1926324 Jan 18 12:49:38.692343 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning for port 46f08e28-9893-4e71-b797-64224dcc5fb4 completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:49:38.699683 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning complete for port 46f08e28-9893-4e71-b797-64224dcc5fb4 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:49:38.700561 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:38.725721 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-03adb279-65d2-4d93-b79c-972a3f80ee29 req-e9b1df7b-8fbb-403e-bc8e-59480e66ab2b tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375568 Jan 18 12:49:38.883128 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:38.984239 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee17ee1-ec52-4ae5-9960-98911e8e5ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f08e28-9893-4e71-b797-64224dcc5fb4'}] {{(pid=82758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:49:38.992128 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f92fb9f3-d0ec-4c34-8f0a-1ead5d50ce2d req-c0c0277f-0525-48be-b45f-b3d23fa99ef4 service neutron] 10.222.0.35 "GET /v2.0/networks/278ba1fd-8468-4f28-a995-460d471862f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958120 Jan 18 12:49:39.043461 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 46f08e28-9893-4e71-b797-64224dcc5fb4, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=46f08e28-9893-4e71-b797-64224dcc5fb4,segment=NetworkSegment(87c18e1c-b1f5-42be-a8fc-168d2192ac96),segment_id=87c18e1c-b1f5-42be-a8fc-168d2192ac96)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:39.050544 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:39.174028 dv-cinder-825103-1-iscsi neutron-server[82758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee17ee1-ec52-4ae5-9960-98911e8e5ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f08e28-9893-4e71-b797-64224dcc5fb4', 'code': 200} Jan 18 12:49:39.193231 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b5b20-3f42-4d21-a494-07b64b227e35 req-67a6657c-9089-4ea0-917d-7be3d21c0868 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:39.201156 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-490b5b20-3f42-4d21-a494-07b64b227e35 req-67a6657c-9089-4ea0-917d-7be3d21c0868 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 946 time: 0.2321105 Jan 18 12:49:39.229152 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=46f08e28-9893-4e71-b797-64224dcc5fb4,revision_number=5']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:39.238348 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 46338) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:39.281357 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-490b5b20-3f42-4d21-a494-07b64b227e35 req-43c9a272-97fe-4cb8-b0d1-03de42bf44eb tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=61c60882-b6e5-41a4-bbff-5016e6573d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790598 Jan 18 12:49:39.354724 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-56d3196a-8e8c-4bd3-a47d-ef57523a70df admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:39.413456 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 46346) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:39.496001 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-291c2e2f-3ff9-48ae-9508-7b1a5db4f1f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:39.524142 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-56d3196a-8e8c-4bd3-a47d-ef57523a70df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:39.530353 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-56d3196a-8e8c-4bd3-a47d-ef57523a70df admin admin] Usage tracker for resource:security_group_rule and tenant:9174bffcbf6f4f4092afbfc076544ed5 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:39.534610 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-56d3196a-8e8c-4bd3-a47d-ef57523a70df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:39.548335 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-56d3196a-8e8c-4bd3-a47d-ef57523a70df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:39.551493 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-291c2e2f-3ff9-48ae-9508-7b1a5db4f1f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:39.558998 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-291c2e2f-3ff9-48ae-9508-7b1a5db4f1f3 admin admin] Usage tracker for resource:security_group_rule and tenant:f41cf1fafa494f23b9f0f86e38104f23 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:39.562923 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-291c2e2f-3ff9-48ae-9508-7b1a5db4f1f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:39.571301 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96746743-ce9d-4e84-a149-53a51d30f877 req-3a4627aa-79a6-4a87-8d63-5cd81b11ac48 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:39.573403 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-96746743-ce9d-4e84-a149-53a51d30f877 req-3a4627aa-79a6-4a87-8d63-5cd81b11ac48 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 946 time: 0.1561007 Jan 18 12:49:39.577781 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-291c2e2f-3ff9-48ae-9508-7b1a5db4f1f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:39.583149 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 46350) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:39.590585 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-c7000f8c-a49f-4549-ac5c-44aefd34d2d0 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Request body: {'floatingip': {'port_id': '30d73f22-611e-44a3-9ad5-7bfa498e296e'}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:39.625345 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1985b53-dac2-428f-98fe-b7c95e76254b req-7122be6f-7be5-40af-b8a0-d7f726722aa1 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:39.626798 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d1985b53-dac2-428f-98fe-b7c95e76254b req-7122be6f-7be5-40af-b8a0-d7f726722aa1 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 945 time: 0.2533910 Jan 18 12:49:39.679772 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-c7000f8c-a49f-4549-ac5c-44aefd34d2d0 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for floatingip, before_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:39.732479 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-56d3196a-8e8c-4bd3-a47d-ef57523a70df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:39.736734 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d1985b53-dac2-428f-98fe-b7c95e76254b req-726ab50f-fc45-4f17-914c-8c15b83a6ce4 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978923 Jan 18 12:49:39.765701 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8a712c87-d4b7-47d5-a801-2c3a754e6dca req-d54e69b5-0907-438c-aab5-f5fdc1bd3e33 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 1098 time: 0.1797261 Jan 18 12:49:39.766455 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-56d3196a-8e8c-4bd3-a47d-ef57523a70df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:39.870931 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3196a-8e8c-4bd3-a47d-ef57523a70df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3add6c27-18fa-4f15-bdc8-5c4837ea0c73,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:39.918022 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-56d3196a-8e8c-4bd3-a47d-ef57523a70df admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9174bffcbf6f4f4092afbfc076544ed5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6780877 Jan 18 12:49:39.919539 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 46360) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:39.925174 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8a712c87-d4b7-47d5-a801-2c3a754e6dca req-5c9e07f5-7612-4501-9619-e17bbeff7f04 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473246 Jan 18 12:49:39.939995 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-291c2e2f-3ff9-48ae-9508-7b1a5db4f1f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:39.955809 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-291c2e2f-3ff9-48ae-9508-7b1a5db4f1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:40.009118 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-026ee232-8ec4-49bc-9fcd-7f29addb5a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:40.044646 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-026ee232-8ec4-49bc-9fcd-7f29addb5a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:40.102653 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c2e2f-3ff9-48ae-9508-7b1a5db4f1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0712347-64bc-48ad-91e0-de7f06155c0c,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:40.125277 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-291c2e2f-3ff9-48ae-9508-7b1a5db4f1f3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f41cf1fafa494f23b9f0f86e38104f23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7101903 Jan 18 12:49:40.128334 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 46372) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:40.138265 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-026ee232-8ec4-49bc-9fcd-7f29addb5a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:40.212888 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ee232-8ec4-49bc-9fcd-7f29addb5a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3add6c27-18fa-4f15-bdc8-5c4837ea0c73,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:40.222130 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-026ee232-8ec4-49bc-9fcd-7f29addb5a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:40.233479 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-026ee232-8ec4-49bc-9fcd-7f29addb5a7e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3add6c27-18fa-4f15-bdc8-5c4837ea0c73 HTTP/1.1" status: 204 len: 168 time: 0.3003716 Jan 18 12:49:40.242307 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9602e0d-657d-4631-ada9-9cfd6a8dba0a req-abeb3dcf-719e-4ef1-82fc-6e4292de902c tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:40.250252 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e9602e0d-657d-4631-ada9-9cfd6a8dba0a req-abeb3dcf-719e-4ef1-82fc-6e4292de902c tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 945 time: 0.3589149 Jan 18 12:49:40.250924 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-e9b2a362-a268-4e95-9378-5e536bffeae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:40.287540 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-e9b2a362-a268-4e95-9378-5e536bffeae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:40.372087 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-e9b2a362-a268-4e95-9378-5e536bffeae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:40.397689 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2a362-a268-4e95-9378-5e536bffeae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0712347-64bc-48ad-91e0-de7f06155c0c,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:40.416820 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-e9b2a362-a268-4e95-9378-5e536bffeae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:40.427507 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-e9b2a362-a268-4e95-9378-5e536bffeae6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b0712347-64bc-48ad-91e0-de7f06155c0c HTTP/1.1" status: 204 len: 168 time: 0.2951982 Jan 18 12:49:40.607370 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e9602e0d-657d-4631-ada9-9cfd6a8dba0a req-40003669-d71a-4dd4-89ec-a022260386d6 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559253 Jan 18 12:49:40.884209 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-c7000f8c-a49f-4549-ac5c-44aefd34d2d0 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:40.889662 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-c7000f8c-a49f-4549-ac5c-44aefd34d2d0 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16439339'] for floatingip, after_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:41.116358 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08ac8f-8402-48ba-965a-1cd3d988b07e req-fc70ebfb-d8f7-4993-8f4f-e04f3cacf4a5 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:41.118661 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7d08ac8f-8402-48ba-965a-1cd3d988b07e req-fc70ebfb-d8f7-4993-8f4f-e04f3cacf4a5 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 945 time: 0.1163735 Jan 18 12:49:41.268296 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7d08ac8f-8402-48ba-965a-1cd3d988b07e req-c5dec00b-cad6-4098-9c2d-d7db7df388a1 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326187 Jan 18 12:49:41.269358 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 46410) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:41.299249 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-2c7c7981-a4c4-402f-86d3-de2fa6ffbb2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:41.416883 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-2c7c7981-a4c4-402f-86d3-de2fa6ffbb2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:41.432944 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-2c7c7981-a4c4-402f-86d3-de2fa6ffbb2e admin admin] Usage tracker for resource:security_group_rule and tenant:f206cbc4e07442d1967d86287431b82a is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:41.438525 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-2c7c7981-a4c4-402f-86d3-de2fa6ffbb2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:41.445572 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-2c7c7981-a4c4-402f-86d3-de2fa6ffbb2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:41.502663 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.db.l3_db [None req-c7000f8c-a49f-4549-ac5c-44aefd34d2d0 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Floating IP 4805c2d1-439c-4b90-a305-cffa17f291b1 associated. External IP: 172.27.2.174, port: 30d73f22-611e-44a3-9ad5-7bfa498e296e. Jan 18 12:49:41.625639 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-2c7c7981-a4c4-402f-86d3-de2fa6ffbb2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:41.635464 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-2c7c7981-a4c4-402f-86d3-de2fa6ffbb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:41.761082 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-2c7c7981-a4c4-402f-86d3-de2fa6ffbb2e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f206cbc4e07442d1967d86287431b82a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4907787 Jan 18 12:49:41.762027 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c7981-a4c4-402f-86d3-de2fa6ffbb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38f43c3-ecfc-4a61-839b-ddd297b2b7d8,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:41.763981 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 46428) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:41.864575 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-76f9a7d0-22d7-4d02-b8f3-d5bec43f70ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:41.901842 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-76f9a7d0-22d7-4d02-b8f3-d5bec43f70ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:41.902229 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233807ef-b43c-439a-880f-92a1f63cc3b6 req-08d0f0d5-fa24-4f2d-bfc1-7bf3836a2721 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:41.903774 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-233807ef-b43c-439a-880f-92a1f63cc3b6 req-08d0f0d5-fa24-4f2d-bfc1-7bf3836a2721 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 945 time: 0.1454706 Jan 18 12:49:41.973641 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-76f9a7d0-22d7-4d02-b8f3-d5bec43f70ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:41.989872 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9a7d0-22d7-4d02-b8f3-d5bec43f70ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38f43c3-ecfc-4a61-839b-ddd297b2b7d8,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:41.997788 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-76f9a7d0-22d7-4d02-b8f3-d5bec43f70ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:42.009720 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-76f9a7d0-22d7-4d02-b8f3-d5bec43f70ae admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e38f43c3-ecfc-4a61-839b-ddd297b2b7d8 HTTP/1.1" status: 204 len: 168 time: 0.2367640 Jan 18 12:49:42.040051 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-233807ef-b43c-439a-880f-92a1f63cc3b6 req-9a0c75f3-ad56-4368-8c2f-8488144c9860 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282730 Jan 18 12:49:42.200454 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7000f8c-a49f-4549-ac5c-44aefd34d2d0 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Router 9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb has already been hosted by L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 {{(pid=82757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:49:42.586799 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7000f8c-a49f-4549-ac5c-44aefd34d2d0 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:49:42.618406 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-c7000f8c-a49f-4549-ac5c-44aefd34d2d0 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for floatingip, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:42.691452 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a7078-91ae-4722-9dc1-5caab85804fc req-4998f528-6032-4ebb-b0ab-b80c02755710 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:42.700146 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-1b8a7078-91ae-4722-9dc1-5caab85804fc req-4998f528-6032-4ebb-b0ab-b80c02755710 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 945 time: 0.1572368 Jan 18 12:49:42.707421 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-c7000f8c-a49f-4549-ac5c-44aefd34d2d0 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "PUT /v2.0/floatingips/4805c2d1-439c-4b90-a305-cffa17f291b1 HTTP/1.1" status: 200 len: 992 time: 3.1204834 Jan 18 12:49:42.707421 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd00ac165-0b20-4316-9d85-1d33f85a551a', 'tag': '30d73f22-611e-44a3-9ad5-7bfa498e296e'}] {{(pid=82757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:49:42.770215 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-1b8a7078-91ae-4722-9dc1-5caab85804fc req-2673a6dd-a856-4334-8ccf-cedb3ffa236e tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688078 Jan 18 12:49:42.859566 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd00ac165-0b20-4316-9d85-1d33f85a551a', 'tag': '30d73f22-611e-44a3-9ad5-7bfa498e296e', 'status': 'completed', 'code': 200} Jan 18 12:49:43.332601 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-880b8e4b-9776-4881-8c44-4486e8299315 req-be03e6dc-8284-4b14-a500-7ba84f0fa60a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b61358b76314548a01860d9521ad4fd&device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 1099 time: 0.3996465 Jan 18 12:49:43.423639 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3c812-f74b-404f-b439-2a89d1e963ab req-fbc5af57-846d-47ca-9089-c9fabad91095 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:43.425147 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7cc3c812-f74b-404f-b439-2a89d1e963ab req-fbc5af57-846d-47ca-9089-c9fabad91095 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 945 time: 0.1535606 Jan 18 12:49:43.448405 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67080c89-e4b6-49e9-82a4-b2c010048b81 req-6da19cef-154d-488f-a7a8-dc1143eb8016 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:43.450541 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-67080c89-e4b6-49e9-82a4-b2c010048b81 req-6da19cef-154d-488f-a7a8-dc1143eb8016 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 945 time: 0.4099107 Jan 18 12:49:43.459797 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 46510) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:43.467955 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-9081d358-09fd-467d-a4d8-44497f699c86 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Request body: {'floatingip': {'port_id': '46f08e28-9893-4e71-b797-64224dcc5fb4'}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:43.522160 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b8e4b-9776-4881-8c44-4486e8299315 req-a128fc8c-e6bc-488a-b85e-d489fe5e9c6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:43.524259 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-880b8e4b-9776-4881-8c44-4486e8299315 req-a128fc8c-e6bc-488a-b85e-d489fe5e9c6f service neutron] 10.222.0.35 "GET /v2.0/networks?id=3ce910e8-fa9a-402c-bef7-c36aef1e716c HTTP/1.1" status: 200 len: 913 time: 0.1815798 Jan 18 12:49:43.569742 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-9081d358-09fd-467d-a4d8-44497f699c86 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for floatingip, before_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:43.683646 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-880b8e4b-9776-4881-8c44-4486e8299315 req-d0dbb45d-7d71-4563-9ea0-ec4aa962c37b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30d73f22-611e-44a3-9ad5-7bfa498e296e HTTP/1.1" status: 200 len: 1000 time: 0.1506934 Jan 18 12:49:43.718548 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 46522) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:43.772125 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b8e4b-9776-4881-8c44-4486e8299315 req-7409ecf7-949d-49ce-b5c5-522647efd69d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:43.774612 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-880b8e4b-9776-4881-8c44-4486e8299315 req-7409ecf7-949d-49ce-b5c5-522647efd69d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fc8c1b8-cfa3-49d9-9595-474a5f6baf01 HTTP/1.1" status: 200 len: 850 time: 0.0849271 Jan 18 12:49:43.778806 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-eb36e394-31a2-4847-9367-e5fc69239f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:43.815295 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7cc3c812-f74b-404f-b439-2a89d1e963ab req-850b5a05-9617-4eb8-9cc0-00c886032134 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800545 Jan 18 12:49:43.906788 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-880b8e4b-9776-4881-8c44-4486e8299315 req-78cb20e2-8087-4c3b-bb65-f46e92fe6702 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3ce910e8-fa9a-402c-bef7-c36aef1e716c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1229682 Jan 18 12:49:43.922527 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6ea2985-a242-4b52-9cef-16104c297e66 admin admin] Deleting subnet 8e225d87-bf4f-4dcf-8e62-8bf2b5099887 {{(pid=82757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:49:43.927224 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a6ea2985-a242-4b52-9cef-16104c297e66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:44.087212 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a6ea2985-a242-4b52-9cef-16104c297e66 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:44.094295 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a6ea2985-a242-4b52-9cef-16104c297e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562804'] for subnet, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:44.137529 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-880b8e4b-9776-4881-8c44-4486e8299315 req-3b194771-8ca2-4307-9825-0007e9f7d264 service neutron] 10.222.0.35 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138133 Jan 18 12:49:44.333656 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-880b8e4b-9776-4881-8c44-4486e8299315 req-c277f948-e987-4a6b-8bd9-4f01ef5a3d5b service neutron] 10.222.0.35 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824205 Jan 18 12:49:44.344202 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a6ea2985-a242-4b52-9cef-16104c297e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192'] for subnet, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:44.389878 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea2985-a242-4b52-9cef-16104c297e66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e225d87-bf4f-4dcf-8e62-8bf2b5099887,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:44.498701 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a6ea2985-a242-4b52-9cef-16104c297e66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:44.529519 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-a6ea2985-a242-4b52-9cef-16104c297e66 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/8e225d87-bf4f-4dcf-8e62-8bf2b5099887 HTTP/1.1" status: 204 len: 168 time: 0.8055058 Jan 18 12:49:44.532103 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 46548) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:44.815269 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-9081d358-09fd-467d-a4d8-44497f699c86 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:44.833036 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-9081d358-09fd-467d-a4d8-44497f699c86 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16439339'] for floatingip, after_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:44.840101 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-9e1ac889-16f5-472d-8ad3-9fadd4871cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653206'] for network, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:45.021667 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-9e1ac889-16f5-472d-8ad3-9fadd4871cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561661', 'neutron.services.segments.db._delete_segments_for_network-8736039390428'] for network, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:45.058768 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.services.segments.db [None req-9e1ac889-16f5-472d-8ad3-9fadd4871cc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26e8bee5-54e4-4278-b148-39ddf13bc96f']}} {{(pid=82756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:45.074027 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.services.segments.db [None req-9e1ac889-16f5-472d-8ad3-9fadd4871cc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f44f6b1-68a5-4af0-9975-ecf55fc52fdb') {'for_net_delete': True} {{(pid=82756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:45.074223 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.services.segments.db [None req-9e1ac889-16f5-472d-8ad3-9fadd4871cc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f44f6b1-68a5-4af0-9975-ecf55fc52fdb') {} {{(pid=82756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:45.086474 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-9e1ac889-16f5-472d-8ad3-9fadd4871cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736039390311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16106717'] for segment, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:45.106088 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-9e1ac889-16f5-472d-8ad3-9fadd4871cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-557774'] for segment, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:45.113175 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e1ac889-16f5-472d-8ad3-9fadd4871cc7 admin admin] Releasing vlan 1053 on physical network physnet1 to pool {{(pid=82756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:49:45.113580 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-9e1ac889-16f5-472d-8ad3-9fadd4871cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-557785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15337081'] for segment, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:45.129115 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d81f6-5445-41fb-95e5-855181c8accf req-021f6b5b-fb8d-4f0e-80da-183473162e87 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:45.130965 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-b56d81f6-5445-41fb-95e5-855181c8accf req-021f6b5b-fb8d-4f0e-80da-183473162e87 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 945 time: 0.1216791 Jan 18 12:49:45.137211 dv-cinder-825103-1-iscsi neutron-server[82756]: Traceback (most recent call last): Jan 18 12:49:45.137211 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:49:45.137211 dv-cinder-825103-1-iscsi neutron-server[82756]: timer() Jan 18 12:49:45.137211 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:49:45.137211 dv-cinder-825103-1-iscsi neutron-server[82756]: cb(*args, **kw) Jan 18 12:49:45.137211 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:49:45.137211 dv-cinder-825103-1-iscsi neutron-server[82756]: return func(*args, **kwargs) Jan 18 12:49:45.137211 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:49:45.137211 dv-cinder-825103-1-iscsi neutron-server[82756]: self._notify() Jan 18 12:49:45.137211 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:49:45.137211 dv-cinder-825103-1-iscsi neutron-server[82756]: self.callback(batched_events) Jan 18 12:49:45.137211 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:49:45.137211 dv-cinder-825103-1-iscsi neutron-server[82756]: event.method(event) Jan 18 12:49:45.137211 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:49:45.137211 dv-cinder-825103-1-iscsi neutron-server[82756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:49:45.137211 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:49:45.137211 dv-cinder-825103-1-iscsi neutron-server[82756]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:49:45.137211 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:49:45.137211 dv-cinder-825103-1-iscsi neutron-server[82756]: return f(self, *a, **k) Jan 18 12:49:45.137211 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:49:45.137211 dv-cinder-825103-1-iscsi neutron-server[82756]: return self._get(url).json() Jan 18 12:49:45.137211 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:49:45.137211 dv-cinder-825103-1-iscsi neutron-server[82756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:49:45.137211 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:49:45.137211 dv-cinder-825103-1-iscsi neutron-server[82756]: return self.request(url, 'GET', **kwargs) Jan 18 12:49:45.137211 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:49:45.137211 dv-cinder-825103-1-iscsi neutron-server[82756]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:49:45.137211 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:49:45.137211 dv-cinder-825103-1-iscsi neutron-server[82756]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:49:45.137211 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:49:45.137211 dv-cinder-825103-1-iscsi neutron-server[82756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:49:45.137211 dv-cinder-825103-1-iscsi neutron-server[82756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:49:45.156719 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.db.l3_db [None req-9081d358-09fd-467d-a4d8-44497f699c86 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Floating IP c431894e-6626-48c6-b1b2-3094aa6feacb associated. External IP: 172.27.2.126, port: 46f08e28-9893-4e71-b797-64224dcc5fb4. Jan 18 12:49:45.222254 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-9e1ac889-16f5-472d-8ad3-9fadd4871cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16439389'] for network, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:45.244204 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-9e1ac889-16f5-472d-8ad3-9fadd4871cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for network, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:45.247015 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ac889-16f5-472d-8ad3-9fadd4871cc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=26e8bee5-54e4-4278-b148-39ddf13bc96f,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:45.252550 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-9e1ac889-16f5-472d-8ad3-9fadd4871cc7 admin admin] 10.222.0.84 "DELETE /v2.0/networks/26e8bee5-54e4-4278-b148-39ddf13bc96f HTTP/1.1" status: 204 len: 168 time: 0.7191029 Jan 18 12:49:45.255483 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 46574) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:45.256410 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-b56d81f6-5445-41fb-95e5-855181c8accf req-2b2c7f4e-2371-4941-8acc-da4cc381a66c tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185818 Jan 18 12:49:45.331975 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.db_base_plugin_v2 [None req-99909522-5690-4493-a68f-6997ef345476 admin admin] Deleting subnet 879dac9e-046b-4aa7-a3ca-ed887250a530 {{(pid=82756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:49:45.337421 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-99909522-5690-4493-a68f-6997ef345476 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:45.400129 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-99909522-5690-4493-a68f-6997ef345476 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16106710'] for subnet, precommit_delete_associations {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:45.478423 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-99909522-5690-4493-a68f-6997ef345476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562804'] for subnet, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:45.557631 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-99909522-5690-4493-a68f-6997ef345476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15289823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15475749'] for subnet, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:45.602714 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99909522-5690-4493-a68f-6997ef345476 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=879dac9e-046b-4aa7-a3ca-ed887250a530,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:45.607679 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-99909522-5690-4493-a68f-6997ef345476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for subnet, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:45.616386 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-99909522-5690-4493-a68f-6997ef345476 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/879dac9e-046b-4aa7-a3ca-ed887250a530 HTTP/1.1" status: 204 len: 168 time: 0.3577526 Jan 18 12:49:45.616715 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 46598) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:45.690331 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9081d358-09fd-467d-a4d8-44497f699c86 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Router e18495b0-7751-4f9f-af15-e751b7098f0a has already been hosted by L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 {{(pid=82757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:49:45.742442 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-80ad8658-3bed-470e-8e9a-9055ecd7bd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653206'] for network, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:45.879915 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-80ad8658-3bed-470e-8e9a-9055ecd7bd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561661', 'neutron.services.segments.db._delete_segments_for_network-8736039390428'] for network, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:45.909936 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.services.segments.db [None req-80ad8658-3bed-470e-8e9a-9055ecd7bd79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['067a9a92-25f9-4121-813d-7b6438566cc8']}} {{(pid=82756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:45.924533 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.services.segments.db [None req-80ad8658-3bed-470e-8e9a-9055ecd7bd79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc6d248-a8e3-4a52-af7a-e11e21b16d0f') {'for_net_delete': True} {{(pid=82756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:45.924923 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.services.segments.db [None req-80ad8658-3bed-470e-8e9a-9055ecd7bd79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc6d248-a8e3-4a52-af7a-e11e21b16d0f') {} {{(pid=82756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:45.939557 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-80ad8658-3bed-470e-8e9a-9055ecd7bd79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736039390311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16106717'] for segment, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:45.957650 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-80ad8658-3bed-470e-8e9a-9055ecd7bd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-557774'] for segment, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:45.966298 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80ad8658-3bed-470e-8e9a-9055ecd7bd79 admin admin] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=82756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:49:45.966819 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-80ad8658-3bed-470e-8e9a-9055ecd7bd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-557785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15337081'] for segment, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:46.033364 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-0ec24d3f-7004-45e8-99de-23b9eb1e54cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:46.057673 dv-cinder-825103-1-iscsi neutron-server[82756]: Traceback (most recent call last): Jan 18 12:49:46.057673 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:49:46.057673 dv-cinder-825103-1-iscsi neutron-server[82756]: timer() Jan 18 12:49:46.057673 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:49:46.057673 dv-cinder-825103-1-iscsi neutron-server[82756]: cb(*args, **kw) Jan 18 12:49:46.057673 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:49:46.057673 dv-cinder-825103-1-iscsi neutron-server[82756]: return func(*args, **kwargs) Jan 18 12:49:46.057673 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:49:46.057673 dv-cinder-825103-1-iscsi neutron-server[82756]: self._notify() Jan 18 12:49:46.057673 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:49:46.057673 dv-cinder-825103-1-iscsi neutron-server[82756]: self.callback(batched_events) Jan 18 12:49:46.057673 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:49:46.057673 dv-cinder-825103-1-iscsi neutron-server[82756]: event.method(event) Jan 18 12:49:46.057673 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:49:46.057673 dv-cinder-825103-1-iscsi neutron-server[82756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:49:46.057673 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:49:46.057673 dv-cinder-825103-1-iscsi neutron-server[82756]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:49:46.057673 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:49:46.057673 dv-cinder-825103-1-iscsi neutron-server[82756]: return f(self, *a, **k) Jan 18 12:49:46.057673 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:49:46.057673 dv-cinder-825103-1-iscsi neutron-server[82756]: return self._get(url).json() Jan 18 12:49:46.057673 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:49:46.057673 dv-cinder-825103-1-iscsi neutron-server[82756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:49:46.057673 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:49:46.057673 dv-cinder-825103-1-iscsi neutron-server[82756]: return self.request(url, 'GET', **kwargs) Jan 18 12:49:46.057673 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:49:46.057673 dv-cinder-825103-1-iscsi neutron-server[82756]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:49:46.057673 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:49:46.057673 dv-cinder-825103-1-iscsi neutron-server[82756]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:49:46.057673 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:49:46.057673 dv-cinder-825103-1-iscsi neutron-server[82756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:49:46.057673 dv-cinder-825103-1-iscsi neutron-server[82756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:49:46.067729 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9081d358-09fd-467d-a4d8-44497f699c86 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:49:46.078371 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76db093-be50-4d81-acee-94feb8028168 None None] Sync routers for ids ['e18495b0-7751-4f9f-af15-e751b7098f0a'] in dv-cinder-825103-1-iscsi {{(pid=82759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:49:46.087268 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-9081d358-09fd-467d-a4d8-44497f699c86 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for floatingip, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:46.093852 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76db093-be50-4d81-acee-94feb8028168 None None] Routers {'e18495b0-7751-4f9f-af15-e751b7098f0a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:49:46.095649 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-b76db093-be50-4d81-acee-94feb8028168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:49:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['e18495b0-7751-4f9f-af15-e751b7098f0a'], 'active': True} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:46.111937 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-80ad8658-3bed-470e-8e9a-9055ecd7bd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16439389'] for network, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:46.134527 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-80ad8658-3bed-470e-8e9a-9055ecd7bd79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for network, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:46.155804 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad8658-3bed-470e-8e9a-9055ecd7bd79 admin admin] Pushing event deleted for resources: {'Network': ['ID=067a9a92-25f9-4121-813d-7b6438566cc8,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:46.159310 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-80ad8658-3bed-470e-8e9a-9055ecd7bd79 admin admin] 10.222.0.84 "DELETE /v2.0/networks/067a9a92-25f9-4121-813d-7b6438566cc8 HTTP/1.1" status: 204 len: 168 time: 0.5414860 Jan 18 12:49:46.202296 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-9081d358-09fd-467d-a4d8-44497f699c86 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "PUT /v2.0/floatingips/c431894e-6626-48c6-b1b2-3094aa6feacb HTTP/1.1" status: 200 len: 991 time: 2.7403252 Jan 18 12:49:46.203146 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee17ee1-ec52-4ae5-9960-98911e8e5ffc', 'tag': '46f08e28-9893-4e71-b797-64224dcc5fb4'}] {{(pid=82757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:49:46.344393 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ee17ee1-ec52-4ae5-9960-98911e8e5ffc', 'tag': '46f08e28-9893-4e71-b797-64224dcc5fb4', 'status': 'completed', 'code': 200} Jan 18 12:49:46.410107 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvr_db [None req-b76db093-be50-4d81-acee-94feb8028168 None None] Set router e18495b0-7751-4f9f-af15-e751b7098f0a gateway port host: dv-cinder-825103-1-iscsi {{(pid=82759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:49:46.461347 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 46638) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:46.595357 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-f2bbcaca-c3a0-4527-821d-2e45fe24863b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=af2cc8197d654322a711dfcf3c902e87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1307819 Jan 18 12:49:46.595838 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 46642) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:46.665215 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 46648) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:46.691951 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-f825038b-dad6-409b-acbf-db915a97a913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:46.702197 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e86595d3-5f1f-4d03-a8cc-afbcbcddae4b req-52b76702-b496-4674-bb83-d042acea25b9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=62c83339981e4116982823738389569b&device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 1098 time: 0.2689481 Jan 18 12:49:46.715756 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381cd35-80c4-4023-add9-d537d20d4a20 req-fb7a544c-6f49-492b-a3cc-6e1646ece6e0 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:46.717620 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8381cd35-80c4-4023-add9-d537d20d4a20 req-fb7a544c-6f49-492b-a3cc-6e1646ece6e0 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 945 time: 0.1435232 Jan 18 12:49:46.734049 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-f825038b-dad6-409b-acbf-db915a97a913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:46.801042 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-f825038b-dad6-409b-acbf-db915a97a913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:46.843629 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825038b-dad6-409b-acbf-db915a97a913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07bb835-a123-4e30-b3de-91e526bea55d,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:46.854407 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-f825038b-dad6-409b-acbf-db915a97a913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:46.855978 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-f825038b-dad6-409b-acbf-db915a97a913 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b07bb835-a123-4e30-b3de-91e526bea55d HTTP/1.1" status: 204 len: 168 time: 0.2591028 Jan 18 12:49:46.905772 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-1b29e00e-71fe-457e-92e6-d6ec0ef47a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:46.931866 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8381cd35-80c4-4023-add9-d537d20d4a20 req-123f87ce-3734-4bf4-b685-267c9a85ec6b tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067292 Jan 18 12:49:46.985585 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86595d3-5f1f-4d03-a8cc-afbcbcddae4b req-da83ec9d-47aa-4cea-8dc9-66f4a12e08ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:46.987124 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e86595d3-5f1f-4d03-a8cc-afbcbcddae4b req-da83ec9d-47aa-4cea-8dc9-66f4a12e08ad service neutron] 10.222.0.35 "GET /v2.0/networks?id=0245ff51-1953-4317-abeb-3ec950185d8d HTTP/1.1" status: 200 len: 919 time: 0.2290313 Jan 18 12:49:46.988376 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-1b29e00e-71fe-457e-92e6-d6ec0ef47a67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:46.995493 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-1b29e00e-71fe-457e-92e6-d6ec0ef47a67 admin admin] Usage tracker for resource:security_group_rule and tenant:1da4a6cb453c4daf9e8fd21dafe9db44 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:47.001226 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-1b29e00e-71fe-457e-92e6-d6ec0ef47a67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:47.051994 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-b76db093-be50-4d81-acee-94feb8028168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1640783183-router', 'tenant_id': '62c83339981e4116982823738389569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T12:49:01Z', 'revision_number': 4, 'project_id': '62c83339981e4116982823738389569b', 'gw_port': {'id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:42Z', 'updated_at': '2022-01-18T12:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_floatingips': [{'id': 'c431894e-6626-48c6-b1b2-3094aa6feacb', 'tenant_id': '62c83339981e4116982823738389569b', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'router_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'port_id': '46f08e28-9893-4e71-b797-64224dcc5fb4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d', 'mac_address': 'fa:16:3e:3c:7f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee17ee1-ec52-4ae5-9960-98911e8e5ffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:49:11Z', 'updated_at': '2022-01-18T12:49:44Z', 'revision_number': 1, 'project_id': '62c83339981e4116982823738389569b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44f56fcb-5e3d-4f58-9b96-57a5d6caa73e', 'name': '', 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d', 'tenant_id': '62c83339981e4116982823738389569b', 'mac_address': 'fa:16:3e:6b:89:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe840dcd-84e6-4b5f-bdcf-ef3e08af5039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:59Z', 'updated_at': '2022-01-18T12:49:26Z', 'revision_number': 5, 'project_id': '62c83339981e4116982823738389569b', 'subnets': [{'id': 'fe840dcd-84e6-4b5f-bdcf-ef3e08af5039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:47.057541 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76db093-be50-4d81-acee-94feb8028168 None None] Checking router: e18495b0-7751-4f9f-af15-e751b7098f0a for host: dv-cinder-825103-1-iscsi {{(pid=82759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:49:47.070398 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76db093-be50-4d81-acee-94feb8028168 None None] Routers {'e18495b0-7751-4f9f-af15-e751b7098f0a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:49:47.071138 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-b76db093-be50-4d81-acee-94feb8028168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:49:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['e18495b0-7751-4f9f-af15-e751b7098f0a'], 'active': True} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:47.122833 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-1b29e00e-71fe-457e-92e6-d6ec0ef47a67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:47.193268 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e86595d3-5f1f-4d03-a8cc-afbcbcddae4b req-fe52f441-16a1-4c4f-9697-b738c1b20a13 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46f08e28-9893-4e71-b797-64224dcc5fb4 HTTP/1.1" status: 200 len: 999 time: 0.1936004 Jan 18 12:49:47.214023 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:47.308884 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-1b29e00e-71fe-457e-92e6-d6ec0ef47a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:47.311798 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86595d3-5f1f-4d03-a8cc-afbcbcddae4b req-0afd3565-78b1-42f3-8e9e-6efbb6a73998 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:47.311988 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e86595d3-5f1f-4d03-a8cc-afbcbcddae4b req-0afd3565-78b1-42f3-8e9e-6efbb6a73998 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe840dcd-84e6-4b5f-bdcf-ef3e08af5039 HTTP/1.1" status: 200 len: 856 time: 0.1116719 Jan 18 12:49:47.317927 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-1b29e00e-71fe-457e-92e6-d6ec0ef47a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:47.388872 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:47.411420 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 46672) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:47.411913 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvr_db [None req-b76db093-be50-4d81-acee-94feb8028168 None None] Set router e18495b0-7751-4f9f-af15-e751b7098f0a gateway port host: dv-cinder-825103-1-iscsi {{(pid=82759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:49:47.482943 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b29e00e-71fe-457e-92e6-d6ec0ef47a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6390e41-3fc5-4a92-ade0-84c75572aa78,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:47.518024 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-1b29e00e-71fe-457e-92e6-d6ec0ef47a67 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1da4a6cb453c4daf9e8fd21dafe9db44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8434033 Jan 18 12:49:47.522407 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 46678) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:47.553439 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e86595d3-5f1f-4d03-a8cc-afbcbcddae4b req-0e16e900-153b-4f3a-9d4a-9c0fe1f01ef3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0245ff51-1953-4317-abeb-3ec950185d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2275424 Jan 18 12:49:47.607851 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-84722f51-2d24-4bc2-afcd-521478ba08e1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c22f78bd73134d55b617739261223369&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1948318 Jan 18 12:49:47.610061 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 46682) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:47.701188 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e86595d3-5f1f-4d03-a8cc-afbcbcddae4b req-83fb177b-4e29-4e9c-b6a5-99c4520a6bde service neutron] 10.222.0.35 "GET /v2.0/networks/0245ff51-1953-4317-abeb-3ec950185d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400716 Jan 18 12:49:47.717213 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a12bde09-9fc5-4014-b5b9-84d776609b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:47.735072 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-3cb6bd05-0958-4b9b-a805-16e2d5926eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:47.773536 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-3cb6bd05-0958-4b9b-a805-16e2d5926eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:47.823355 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04daa070-074b-4612-887c-77c88de3446f None None] Sync routers for ids ['9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'] in dv-cinder-825103-1-iscsi {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:49:47.851714 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04daa070-074b-4612-887c-77c88de3446f None None] Routers {'9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:49:47.855488 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-04daa070-074b-4612-887c-77c88de3446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:49:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:47.862055 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a12bde09-9fc5-4014-b5b9-84d776609b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:47.870484 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-3cb6bd05-0958-4b9b-a805-16e2d5926eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:47.890493 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6bd05-0958-4b9b-a805-16e2d5926eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6390e41-3fc5-4a92-ade0-84c75572aa78,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:47.920283 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-3cb6bd05-0958-4b9b-a805-16e2d5926eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:47.924651 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-3cb6bd05-0958-4b9b-a805-16e2d5926eab admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e6390e41-3fc5-4a92-ade0-84c75572aa78 HTTP/1.1" status: 204 len: 168 time: 0.3964744 Jan 18 12:49:47.958851 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a12bde09-9fc5-4014-b5b9-84d776609b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:47.985396 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12bde09-9fc5-4014-b5b9-84d776609b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05b5ffc-0f92-48f3-87b8-8052d24062a4,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:47.999561 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a12bde09-9fc5-4014-b5b9-84d776609b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:48.000699 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-a12bde09-9fc5-4014-b5b9-84d776609b85 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d05b5ffc-0f92-48f3-87b8-8052d24062a4 HTTP/1.1" status: 204 len: 168 time: 0.3893533 Jan 18 12:49:48.152955 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-b76db093-be50-4d81-acee-94feb8028168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1640783183-router', 'tenant_id': '62c83339981e4116982823738389569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T12:49:01Z', 'revision_number': 4, 'project_id': '62c83339981e4116982823738389569b', 'gw_port': {'id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:42Z', 'updated_at': '2022-01-18T12:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_floatingips': [{'id': 'c431894e-6626-48c6-b1b2-3094aa6feacb', 'tenant_id': '62c83339981e4116982823738389569b', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'router_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'port_id': '46f08e28-9893-4e71-b797-64224dcc5fb4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d', 'mac_address': 'fa:16:3e:3c:7f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee17ee1-ec52-4ae5-9960-98911e8e5ffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:49:11Z', 'updated_at': '2022-01-18T12:49:44Z', 'revision_number': 1, 'project_id': '62c83339981e4116982823738389569b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44f56fcb-5e3d-4f58-9b96-57a5d6caa73e', 'name': '', 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d', 'tenant_id': '62c83339981e4116982823738389569b', 'mac_address': 'fa:16:3e:6b:89:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe840dcd-84e6-4b5f-bdcf-ef3e08af5039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:59Z', 'updated_at': '2022-01-18T12:49:26Z', 'revision_number': 5, 'project_id': '62c83339981e4116982823738389569b', 'subnets': [{'id': 'fe840dcd-84e6-4b5f-bdcf-ef3e08af5039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:48.156702 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-04daa070-074b-4612-887c-77c88de3446f None None] Set router 9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:49:48.159471 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76db093-be50-4d81-acee-94feb8028168 None None] The sync data for ids ['e18495b0-7751-4f9f-af15-e751b7098f0a'] in dv-cinder-825103-1-iscsi is: [{'id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1640783183-router', 'tenant_id': '62c83339981e4116982823738389569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T12:49:01Z', 'revision_number': 4, 'project_id': '62c83339981e4116982823738389569b', 'gw_port': {'id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:42Z', 'updated_at': '2022-01-18T12:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_floatingips': [{'id': 'c431894e-6626-48c6-b1b2-3094aa6feacb', 'tenant_id': '62c83339981e4116982823738389569b', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'router_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'port_id': '46f08e28-9893-4e71-b797-64224dcc5fb4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d', 'mac_address': 'fa:16:3e:3c:7f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee17ee1-ec52-4ae5-9960-98911e8e5ffc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:49:11Z', 'updated_at': '2022-01-18T12:49:44Z', 'revision_number': 1, 'project_id': '62c83339981e4116982823738389569b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44f56fcb-5e3d-4f58-9b96-57a5d6caa73e', 'name': '', 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d', 'tenant_id': '62c83339981e4116982823738389569b', 'mac_address': 'fa:16:3e:6b:89:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe840dcd-84e6-4b5f-bdcf-ef3e08af5039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:59Z', 'updated_at': '2022-01-18T12:49:26Z', 'revision_number': 5, 'project_id': '62c83339981e4116982823738389569b', 'subnets': [{'id': 'fe840dcd-84e6-4b5f-bdcf-ef3e08af5039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:49:48.203248 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e86595d3-5f1f-4d03-a8cc-afbcbcddae4b req-f44ad632-4807-4a75-8b21-f145e1da8a5f service neutron] 10.222.0.35 "GET /v2.0/networks/0245ff51-1953-4317-abeb-3ec950185d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500606 Jan 18 12:49:48.221433 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745077e-a273-408b-9120-22cd0784b9b0 req-164a587c-4f72-4aeb-bb9b-0c1956c8107c tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:48.223089 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-b745077e-a273-408b-9120-22cd0784b9b0 req-164a587c-4f72-4aeb-bb9b-0c1956c8107c tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 945 time: 0.1115127 Jan 18 12:49:48.295365 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-b745077e-a273-408b-9120-22cd0784b9b0 req-a83763a8-9293-4953-ac32-308c3f5e62c9 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652404 Jan 18 12:49:48.587048 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb64708d-518c-4cbb-8cfb-08141d93cb55 None None] New status for floating IP c431894e-6626-48c6-b1b2-3094aa6feacb: ACTIVE {{(pid=82759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:49:48.828320 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 46718) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:48.865577 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-52c805d9-51bc-4ef9-a0a7-b288b1244464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:48.914707 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-52c805d9-51bc-4ef9-a0a7-b288b1244464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:48.920475 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-52c805d9-51bc-4ef9-a0a7-b288b1244464 admin admin] Usage tracker for resource:security_group_rule and tenant:b960d9c66e5d445595a1cedaaba4db9c is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:48.925188 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-52c805d9-51bc-4ef9-a0a7-b288b1244464 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:48.933112 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-52c805d9-51bc-4ef9-a0a7-b288b1244464 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:48.937567 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:48.943384 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-04daa070-074b-4612-887c-77c88de3446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'name': 'tempest-AttachVolumeTestJSON-1698032946-router', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T12:48:50Z', 'revision_number': 4, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'gw_port': {'id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_floatingips': [{'id': '4805c2d1-439c-4b90-a305-cffa17f291b1', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'floating_ip_address': '172.27.2.174', 'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'router_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'port_id': '30d73f22-611e-44a3-9ad5-7bfa498e296e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c', 'mac_address': 'fa:16:3e:05:04:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00ac165-0b20-4316-9d85-1d33f85a551a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:49:02Z', 'updated_at': '2022-01-18T12:49:40Z', 'revision_number': 1, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f83c83-66fc-4b7d-9a7d-1e098496b211', 'name': '', 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'mac_address': 'fa:16:3e:e7:fd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc8c1b8-cfa3-49d9-9595-474a5f6baf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:48Z', 'updated_at': '2022-01-18T12:49:29Z', 'revision_number': 5, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'subnets': [{'id': '7fc8c1b8-cfa3-49d9-9595-474a5f6baf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:48.964636 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04daa070-074b-4612-887c-77c88de3446f None None] Checking router: 9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb for host: dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:49:49.003323 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04daa070-074b-4612-887c-77c88de3446f None None] Routers {'9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:49:49.004038 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-04daa070-074b-4612-887c-77c88de3446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:49:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:49.099175 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-52c805d9-51bc-4ef9-a0a7-b288b1244464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:49.106889 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-52c805d9-51bc-4ef9-a0a7-b288b1244464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:49.192251 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c805d9-51bc-4ef9-a0a7-b288b1244464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09076f29-a587-4622-9ad2-1ef34ba8db50,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:49.198815 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-52c805d9-51bc-4ef9-a0a7-b288b1244464 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b960d9c66e5d445595a1cedaaba4db9c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3687620 Jan 18 12:49:49.201271 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 46730) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:49.304604 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-04daa070-074b-4612-887c-77c88de3446f None None] Set router 9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:49:49.367577 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e32d7919-9db9-4d35-b89f-641aa3a806ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:49.411764 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e32d7919-9db9-4d35-b89f-641aa3a806ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:49.480715 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e32d7919-9db9-4d35-b89f-641aa3a806ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:49.504888 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d7919-9db9-4d35-b89f-641aa3a806ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09076f29-a587-4622-9ad2-1ef34ba8db50,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:49.513841 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e32d7919-9db9-4d35-b89f-641aa3a806ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:49.517283 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-e32d7919-9db9-4d35-b89f-641aa3a806ae admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/09076f29-a587-4622-9ad2-1ef34ba8db50 HTTP/1.1" status: 204 len: 168 time: 0.3150430 Jan 18 12:49:49.754106 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc7c19-407f-4568-9d3c-8d86d0b5a375 req-072f55af-d638-47b1-b979-16443dfed7ae tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:49.764670 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-cffc7c19-407f-4568-9d3c-8d86d0b5a375 req-072f55af-d638-47b1-b979-16443dfed7ae tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 945 time: 0.1181850 Jan 18 12:49:49.800023 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed54210-2bb0-42f8-bfcc-68f2e89571c3 req-93fa3457-5dda-4b14-9b4f-1d7f166fd0ca tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:49.801579 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0ed54210-2bb0-42f8-bfcc-68f2e89571c3 req-93fa3457-5dda-4b14-9b4f-1d7f166fd0ca tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 945 time: 0.1379719 Jan 18 12:49:49.829141 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-cffc7c19-407f-4568-9d3c-8d86d0b5a375 req-61185021-52f4-4ab3-a47a-62a96a411211 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632553 Jan 18 12:49:49.897531 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0ed54210-2bb0-42f8-bfcc-68f2e89571c3 req-3567b61e-67cf-4c18-9050-3b51fac8b860 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/security-groups?id=57daca05-1cf8-49a8-b68f-8797fbd2d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879748 Jan 18 12:49:49.939936 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-04daa070-074b-4612-887c-77c88de3446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'name': 'tempest-AttachVolumeTestJSON-1698032946-router', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T12:48:50Z', 'revision_number': 4, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'gw_port': {'id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_floatingips': [{'id': '4805c2d1-439c-4b90-a305-cffa17f291b1', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'floating_ip_address': '172.27.2.174', 'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'router_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'port_id': '30d73f22-611e-44a3-9ad5-7bfa498e296e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c', 'mac_address': 'fa:16:3e:05:04:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00ac165-0b20-4316-9d85-1d33f85a551a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:49:02Z', 'updated_at': '2022-01-18T12:49:40Z', 'revision_number': 1, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f83c83-66fc-4b7d-9a7d-1e098496b211', 'name': '', 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'mac_address': 'fa:16:3e:e7:fd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc8c1b8-cfa3-49d9-9595-474a5f6baf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:48Z', 'updated_at': '2022-01-18T12:49:29Z', 'revision_number': 5, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'subnets': [{'id': '7fc8c1b8-cfa3-49d9-9595-474a5f6baf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:49:49.944692 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04daa070-074b-4612-887c-77c88de3446f None None] The sync data for ids ['9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'] in dv-cinder-825103-1-iscsi is: [{'id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'name': 'tempest-AttachVolumeTestJSON-1698032946-router', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T12:48:50Z', 'revision_number': 4, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'gw_port': {'id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_floatingips': [{'id': '4805c2d1-439c-4b90-a305-cffa17f291b1', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'floating_ip_address': '172.27.2.174', 'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'router_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'port_id': '30d73f22-611e-44a3-9ad5-7bfa498e296e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c', 'mac_address': 'fa:16:3e:05:04:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00ac165-0b20-4316-9d85-1d33f85a551a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:49:02Z', 'updated_at': '2022-01-18T12:49:40Z', 'revision_number': 1, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f83c83-66fc-4b7d-9a7d-1e098496b211', 'name': '', 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'mac_address': 'fa:16:3e:e7:fd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc8c1b8-cfa3-49d9-9595-474a5f6baf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:48Z', 'updated_at': '2022-01-18T12:49:29Z', 'revision_number': 5, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'subnets': [{'id': '7fc8c1b8-cfa3-49d9-9595-474a5f6baf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:49:50.009202 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 46758) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:50.309345 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-7a4ab378-7cc4-4173-99d9-fff331640b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:50.347758 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-7a4ab378-7cc4-4173-99d9-fff331640b44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:50.355342 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-7a4ab378-7cc4-4173-99d9-fff331640b44 admin admin] Usage tracker for resource:security_group_rule and tenant:9f20e230ded54e8da9be08708936ce57 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:50.359187 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-7a4ab378-7cc4-4173-99d9-fff331640b44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:50.376282 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-7a4ab378-7cc4-4173-99d9-fff331640b44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:50.484903 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-7a4ab378-7cc4-4173-99d9-fff331640b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:50.498602 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-7a4ab378-7cc4-4173-99d9-fff331640b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:50.602205 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ab378-7cc4-4173-99d9-fff331640b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d6446f-326f-43aa-882d-e14100ec80e1,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:50.635341 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-7a4ab378-7cc4-4173-99d9-fff331640b44 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9f20e230ded54e8da9be08708936ce57&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6229198 Jan 18 12:49:50.636788 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 46790) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:50.750964 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-04b81695-4af6-46d2-82da-aa483954efa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:50.789586 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-04b81695-4af6-46d2-82da-aa483954efa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:50.848618 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-04b81695-4af6-46d2-82da-aa483954efa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:50.870054 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b81695-4af6-46d2-82da-aa483954efa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d6446f-326f-43aa-882d-e14100ec80e1,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:50.875551 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-04b81695-4af6-46d2-82da-aa483954efa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:50.876654 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-04b81695-4af6-46d2-82da-aa483954efa6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/73d6446f-326f-43aa-882d-e14100ec80e1 HTTP/1.1" status: 204 len: 168 time: 0.2388666 Jan 18 12:49:51.179646 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a132f5b-9f65-4482-a38b-bb0d2df274a1 req-c4412f0c-dc42-4093-9a70-07e8d5d9e813 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:51.186855 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3a132f5b-9f65-4482-a38b-bb0d2df274a1 req-c4412f0c-dc42-4093-9a70-07e8d5d9e813 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 945 time: 0.1395128 Jan 18 12:49:51.269615 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43b6d6-9fc3-4d72-964a-175f5881fbc3 req-a55ce477-feb3-4427-8ea6-110fe455efa7 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:51.276950 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-fa43b6d6-9fc3-4d72-964a-175f5881fbc3 req-a55ce477-feb3-4427-8ea6-110fe455efa7 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 945 time: 0.1797228 Jan 18 12:49:51.283093 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3a132f5b-9f65-4482-a38b-bb0d2df274a1 req-784fc531-4a91-49ab-8cee-59f84d16c81b tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896735 Jan 18 12:49:51.359277 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-fa43b6d6-9fc3-4d72-964a-175f5881fbc3 req-7ea96454-58f8-4bd7-932b-cec31bc4cdbc tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/security-groups?id=57daca05-1cf8-49a8-b68f-8797fbd2d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672724 Jan 18 12:49:51.512525 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 46840) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:51.532828 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-6cbfd85c-b4e1-4518-bc2c-b3b3ccf52287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:51.573478 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-6cbfd85c-b4e1-4518-bc2c-b3b3ccf52287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:51.585101 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-6cbfd85c-b4e1-4518-bc2c-b3b3ccf52287 admin admin] Usage tracker for resource:security_group_rule and tenant:4336f26d28ef4dd8a87df28f7ee39acb is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:51.589477 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-6cbfd85c-b4e1-4518-bc2c-b3b3ccf52287 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:51.598178 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-6cbfd85c-b4e1-4518-bc2c-b3b3ccf52287 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:51.692524 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-6cbfd85c-b4e1-4518-bc2c-b3b3ccf52287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:51.697092 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-6cbfd85c-b4e1-4518-bc2c-b3b3ccf52287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:51.751403 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-6cbfd85c-b4e1-4518-bc2c-b3b3ccf52287 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4336f26d28ef4dd8a87df28f7ee39acb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2377801 Jan 18 12:49:51.752130 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbfd85c-b4e1-4518-bc2c-b3b3ccf52287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35cba11-a868-410b-9348-a881ebed3e22,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:51.754173 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 46850) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:51.796870 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 46856) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:51.832438 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-ee81f77c-ede1-4e81-9edc-6b051cd22370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:51.859925 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-ee81f77c-ede1-4e81-9edc-6b051cd22370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:51.923297 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-ee81f77c-ede1-4e81-9edc-6b051cd22370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:51.942096 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81f77c-ede1-4e81-9edc-6b051cd22370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35cba11-a868-410b-9348-a881ebed3e22,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:51.954142 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-ee81f77c-ede1-4e81-9edc-6b051cd22370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:51.957590 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-ee81f77c-ede1-4e81-9edc-6b051cd22370 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a35cba11-a868-410b-9348-a881ebed3e22 HTTP/1.1" status: 204 len: 168 time: 0.1998632 Jan 18 12:49:51.981148 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-af9661f2-58ec-4f4d-964f-51f1c1db9e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:52.016304 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-af9661f2-58ec-4f4d-964f-51f1c1db9e9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:52.020037 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-af9661f2-58ec-4f4d-964f-51f1c1db9e9d admin admin] Usage tracker for resource:security_group_rule and tenant:19c474b2fed64ac39bed311ffccb9065 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:52.022893 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-af9661f2-58ec-4f4d-964f-51f1c1db9e9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:52.029848 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-af9661f2-58ec-4f4d-964f-51f1c1db9e9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:52.114918 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-af9661f2-58ec-4f4d-964f-51f1c1db9e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:52.118809 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-af9661f2-58ec-4f4d-964f-51f1c1db9e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:52.167418 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9661f2-58ec-4f4d-964f-51f1c1db9e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42a01c6-dff6-4d4e-830c-87b6362e4f21,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:52.174533 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-af9661f2-58ec-4f4d-964f-51f1c1db9e9d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=19c474b2fed64ac39bed311ffccb9065&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3740013 Jan 18 12:49:52.174851 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 46868) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:52.245794 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-edfa94f0-bed7-4fc2-be45-694536e01cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:52.272703 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-edfa94f0-bed7-4fc2-be45-694536e01cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:52.327688 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-edfa94f0-bed7-4fc2-be45-694536e01cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:52.342747 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa94f0-bed7-4fc2-be45-694536e01cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42a01c6-dff6-4d4e-830c-87b6362e4f21,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:52.350344 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-edfa94f0-bed7-4fc2-be45-694536e01cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:52.351142 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-edfa94f0-bed7-4fc2-be45-694536e01cec admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a42a01c6-dff6-4d4e-830c-87b6362e4f21 HTTP/1.1" status: 204 len: 168 time: 0.1753187 Jan 18 12:49:53.274101 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 46920) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:53.482724 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-55e1bbde-ca38-4e2c-b538-e4b34824a4f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1620844167-network', 'tenant_id': 'f57a5761ea3b4b6ebfc881a4b5a7d527'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:53.487799 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-55e1bbde-ca38-4e2c-b538-e4b34824a4f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:53.497095 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-55e1bbde-ca38-4e2c-b538-e4b34824a4f3 admin admin] Usage tracker for resource:network and tenant:f57a5761ea3b4b6ebfc881a4b5a7d527 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:53.500829 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-55e1bbde-ca38-4e2c-b538-e4b34824a4f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:53.508749 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-55e1bbde-ca38-4e2c-b538-e4b34824a4f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:53.520005 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e1bbde-ca38-4e2c-b538-e4b34824a4f3 admin admin] Made reservation on behalf of f57a5761ea3b4b6ebfc881a4b5a7d527 for: {'network': 1} {{(pid=82756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:49:53.522471 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-55e1bbde-ca38-4e2c-b538-e4b34824a4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for network, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:53.535769 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-55e1bbde-ca38-4e2c-b538-e4b34824a4f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:53.577993 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-55e1bbde-ca38-4e2c-b538-e4b34824a4f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:53.581809 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-55e1bbde-ca38-4e2c-b538-e4b34824a4f3 admin admin] Usage tracker for resource:security_group_rule and tenant:f57a5761ea3b4b6ebfc881a4b5a7d527 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:53.584596 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-55e1bbde-ca38-4e2c-b538-e4b34824a4f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:53.591029 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-55e1bbde-ca38-4e2c-b538-e4b34824a4f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:53.663622 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-55e1bbde-ca38-4e2c-b538-e4b34824a4f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:53.669215 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-55e1bbde-ca38-4e2c-b538-e4b34824a4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:53.705581 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e1bbde-ca38-4e2c-b538-e4b34824a4f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=82756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:49:53.715587 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1bbde-ca38-4e2c-b538-e4b34824a4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa95e1db-4b83-44bc-8ac8-398dca75ef3a,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:53.721530 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-55e1bbde-ca38-4e2c-b538-e4b34824a4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-557774'] for segment, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:53.721903 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.db.segments_db [None req-55e1bbde-ca38-4e2c-b538-e4b34824a4f3 admin admin] Added segment b35974eb-73ba-4577-bd01-65e7420182fa of type vlan for network 58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72 Jan 18 12:49:53.751609 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-55e1bbde-ca38-4e2c-b538-e4b34824a4f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736038945356'] for network, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:53.784592 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-55e1bbde-ca38-4e2c-b538-e4b34824a4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192'] for network, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:53.785445 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e1bbde-ca38-4e2c-b538-e4b34824a4f3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:53.786018 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-55e1bbde-ca38-4e2c-b538-e4b34824a4f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for network, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:54.081050 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1bbde-ca38-4e2c-b538-e4b34824a4f3 admin admin] Pushing event updated for resources: {'Network': ['ID=58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:54.111375 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb88baf-410e-4ddb-af03-367e4369b9cb None None] New status for floating IP 4805c2d1-439c-4b90-a305-cffa17f291b1: ACTIVE {{(pid=82758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:49:54.179850 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-55e1bbde-ca38-4e2c-b538-e4b34824a4f3 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9016035 Jan 18 12:49:54.182075 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 46944) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:49:54.191594 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-2064435e-8cc7-4598-a03e-2d6e47be35fb admin admin] Request body: {'subnet': {'network_id': '58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1620844167-subnet', 'tenant_id': 'f57a5761ea3b4b6ebfc881a4b5a7d527', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:49:54.202037 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-2064435e-8cc7-4598-a03e-2d6e47be35fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:49:54.212318 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-2064435e-8cc7-4598-a03e-2d6e47be35fb admin admin] Usage tracker for resource:subnet and tenant:f57a5761ea3b4b6ebfc881a4b5a7d527 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:49:54.212574 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Network 58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72 details requested by agent ovs-agent-dv-cinder-825103-1-iscsi with host dv-cinder-825103-1-iscsi {{(pid=82758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:49:54.218054 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ed9f6-e0ec-464e-a5a3-b2408d2d86e9 req-14dcf6d7-dc4c-4ba1-87c4-309210683e29 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:54.220138 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-2064435e-8cc7-4598-a03e-2d6e47be35fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:49:54.228297 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-a31ed9f6-e0ec-464e-a5a3-b2408d2d86e9 req-14dcf6d7-dc4c-4ba1-87c4-309210683e29 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 945 time: 0.1626806 Jan 18 12:49:54.229268 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215cb9f2-cc65-4664-a555-50032b627529 req-d698d946-d03d-4797-86b7-7135bc05396b tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:54.230571 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-215cb9f2-cc65-4664-a555-50032b627529 req-d698d946-d03d-4797-86b7-7135bc05396b tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 945 time: 0.1469142 Jan 18 12:49:54.235538 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-2064435e-8cc7-4598-a03e-2d6e47be35fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:49:54.281207 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2064435e-8cc7-4598-a03e-2d6e47be35fb admin admin] Made reservation on behalf of f57a5761ea3b4b6ebfc881a4b5a7d527 for: {'subnet': 1} {{(pid=82756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:49:54.285308 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-2064435e-8cc7-4598-a03e-2d6e47be35fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15475770'] for subnet, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:54.330495 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-a31ed9f6-e0ec-464e-a5a3-b2408d2d86e9 req-fc56e25c-e7c9-4e67-8861-8306f338980c tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/security-groups?id=57daca05-1cf8-49a8-b68f-8797fbd2d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978143 Jan 18 12:49:54.506825 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-215cb9f2-cc65-4664-a555-50032b627529 req-ba44c597-7ecb-4fc9-9d1d-0323380e3516 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688358 Jan 18 12:49:54.577743 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-2064435e-8cc7-4598-a03e-2d6e47be35fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15289756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15475756'] for subnet, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:54.643392 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064435e-8cc7-4598-a03e-2d6e47be35fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f70909e0-87f3-49af-9ce4-5709c59c89a7,revision_number=0']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:54.664944 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2064435e-8cc7-4598-a03e-2d6e47be35fb admin admin] Checking segment: {'id': 'b35974eb-73ba-4577-bd01-65e7420182fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:49:54.665281 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2064435e-8cc7-4598-a03e-2d6e47be35fb admin admin] Network hostable DHCP agents. Network: 58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72, hostable agents: ['17d581e3-f6b9-457e-916e-43db75e54cf0'], hosted agents: [] {{(pid=82756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:49:54.693526 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2064435e-8cc7-4598-a03e-2d6e47be35fb admin admin] Network 58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72 is scheduled to be hosted by DHCP agent 17d581e3-f6b9-457e-916e-43db75e54cf0 with binding_index 1 {{(pid=82756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:49:54.707169 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.base_scheduler [None req-2064435e-8cc7-4598-a03e-2d6e47be35fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-iscsi, 58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72) {{(pid=82756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:49:54.715146 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2064435e-8cc7-4598-a03e-2d6e47be35fb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:54.716146 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-2064435e-8cc7-4598-a03e-2d6e47be35fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for subnet, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:54.717088 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7069b8-931b-4e7e-b168-8dbf33cb44fe None None] Network 58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72 requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:49:54.755617 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-2064435e-8cc7-4598-a03e-2d6e47be35fb admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5702236 Jan 18 12:49:55.068226 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02d6042-d300-48be-86a4-307f6c5ed0eb None None] Network 58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72 requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:49:57.170973 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af64de-962c-4573-899a-fb1c2ef37072 req-bd38e9f0-acf6-4f82-aaf8-103d3fa513b7 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:57.172633 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-64af64de-962c-4573-899a-fb1c2ef37072 req-bd38e9f0-acf6-4f82-aaf8-103d3fa513b7 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 945 time: 0.0930257 Jan 18 12:49:57.221285 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-64af64de-962c-4573-899a-fb1c2ef37072 req-ce4001da-8a31-44d9-ae4a-891f7a38869f tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/security-groups?id=57daca05-1cf8-49a8-b68f-8797fbd2d9c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426471 Jan 18 12:49:57.251599 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7299a-1ccf-4397-8e37-4526c2ba0a96 req-86c81b94-6c50-4bca-ab07-7d413e75e29e tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:57.253136 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2dd7299a-1ccf-4397-8e37-4526c2ba0a96 req-86c81b94-6c50-4bca-ab07-7d413e75e29e tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 945 time: 0.1320319 Jan 18 12:49:57.300992 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2dd7299a-1ccf-4397-8e37-4526c2ba0a96 req-ed50def7-4f0f-411b-b5b3-65158c4faa3c tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420887 Jan 18 12:49:57.453081 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23375b73-3eaa-414e-862c-4e6bdc7509f0 req-2142fc4a-4a31-4692-b022-68053af0e26e tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:57.454649 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-23375b73-3eaa-414e-862c-4e6bdc7509f0 req-2142fc4a-4a31-4692-b022-68053af0e26e tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.35 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 945 time: 0.0838602 Jan 18 12:49:57.527872 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [req-23375b73-3eaa-414e-862c-4e6bdc7509f0 req-ceb50fbe-29ac-4396-9d6a-1ea2b49cfaec tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Deleting port 13011e39-d01a-462d-9ba2-c07df126f030 {{(pid=82756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:49:57.528156 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-23375b73-3eaa-414e-862c-4e6bdc7509f0 req-ceb50fbe-29ac-4396-9d6a-1ea2b49cfaec tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:57.787400 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-23375b73-3eaa-414e-862c-4e6bdc7509f0 req-ceb50fbe-29ac-4396-9d6a-1ea2b49cfaec tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] For port 13011e39-d01a-462d-9ba2-c07df126f030, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=13011e39-d01a-462d-9ba2-c07df126f030,segment=NetworkSegment(da39013a-bf0a-4608-b567-bf7ade6a95d7),segment_id=da39013a-bf0a-4608-b567-bf7ade6a95d7)] {{(pid=82756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:49:57.787824 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-23375b73-3eaa-414e-862c-4e6bdc7509f0 req-ceb50fbe-29ac-4396-9d6a-1ea2b49cfaec tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:57.911749 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [req-23375b73-3eaa-414e-862c-4e6bdc7509f0 req-ceb50fbe-29ac-4396-9d6a-1ea2b49cfaec tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Calling delete_port for 13011e39-d01a-462d-9ba2-c07df126f030 owned by compute:nova {{(pid=82756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:49:58.150828 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-1637af35-7822-41c6-9de5-219a5816c493 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:58.161071 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-1637af35-7822-41c6-9de5-219a5816c493 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/networks?id=58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72 HTTP/1.1" status: 200 len: 814 time: 0.2024341 Jan 18 12:49:58.192295 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-23375b73-3eaa-414e-862c-4e6bdc7509f0 req-ceb50fbe-29ac-4396-9d6a-1ea2b49cfaec tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:58.194389 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-3a9b755e-d0a3-4085-b2c7-92590187adde tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/quotas/f57a5761ea3b4b6ebfc881a4b5a7d527 HTTP/1.1" status: 200 len: 375 time: 0.0196080 Jan 18 12:49:58.249524 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] get_ports_and_sgs() called for port_ids ['13011e39-d01a-462d-9ba2-c07df126f030'] {{(pid=82758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:49:58.312511 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-11236c73-ea72-4b04-87df-31b9f8157833 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f57a5761ea3b4b6ebfc881a4b5a7d527&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1128693 Jan 18 12:49:58.315103 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb50fbe-29ac-4396-9d6a-1ea2b49cfaec tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Pushing event deleted for resources: {'Port': ['ID=13011e39-d01a-462d-9ba2-c07df126f030,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:49:58.589625 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [req-23375b73-3eaa-414e-862c-4e6bdc7509f0 req-ceb50fbe-29ac-4396-9d6a-1ea2b49cfaec tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] No DVR routers for this DVR port 13011e39-d01a-462d-9ba2-c07df126f030 on host hv-cinder-82510 {{(pid=82756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:49:58.618288 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-23375b73-3eaa-414e-862c-4e6bdc7509f0 req-ceb50fbe-29ac-4396-9d6a-1ea2b49cfaec tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:49:58.622573 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6533178e-031e-4227-86e2-58e35d0f88c5', 'name': 'network-vif-deleted', 'tag': '13011e39-d01a-462d-9ba2-c07df126f030'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:49:58.634305 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-7dd69a9f-6fb8-4701-af9f-44dd850b1553 service neutron] 10.222.0.84 "GET /v2.0/networks/58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200698 Jan 18 12:49:58.762070 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-816edd15-d1a1-4a79-ba49-2effe145380c req-1caa27a0-efd5-470b-a446-9b2779dc9fc4 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 210 time: 0.1090300 Jan 18 12:49:58.772605 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-23375b73-3eaa-414e-862c-4e6bdc7509f0 req-ceb50fbe-29ac-4396-9d6a-1ea2b49cfaec tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.35 "DELETE /v2.0/ports/13011e39-d01a-462d-9ba2-c07df126f030 HTTP/1.1" status: 204 len: 173 time: 1.3086953 Jan 18 12:49:58.937826 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-feb0507f-8b06-4ac8-a30a-52aa38bd0e7f service neutron] 10.222.0.84 "GET /v2.0/networks/58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937908 Jan 18 12:49:59.013753 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10b986-9d1a-4e80-81c7-fd108bbdfe32 req-7b13f5ab-e12f-4389-8c0c-cc37450c8076 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:49:59.015544 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bc10b986-9d1a-4e80-81c7-fd108bbdfe32 req-7b13f5ab-e12f-4389-8c0c-cc37450c8076 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 945 time: 0.0916004 Jan 18 12:49:59.088472 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bc10b986-9d1a-4e80-81c7-fd108bbdfe32 req-2bc61183-8488-4977-9aa4-10e12ad1f507 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668373 Jan 18 12:49:59.105440 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6533178e-031e-4227-86e2-58e35d0f88c5', 'name': 'network-vif-deleted', 'tag': '13011e39-d01a-462d-9ba2-c07df126f030', 'status': 'completed', 'code': 200} Jan 18 12:49:59.204677 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-71f0a116-f115-4f13-8bee-9fdcec4a67f3 req-60bc5be7-a31c-4e85-b628-e27f4b9e55ff tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=19046548-5886-4560-854e-59cd966b0a9a HTTP/1.1" status: 200 len: 210 time: 0.0499151 Jan 18 12:50:00.011204 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-477b8dc1-4b44-431b-96bd-4078273bf347 req-cc39d5f4-b0a4-41c0-8a40-bdd1c4d97811 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Synchronizing usage tracker for tenant:52010a3b3bab49cb91a1f91eb4c227cd on resource:port {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:50:00.032778 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-477b8dc1-4b44-431b-96bd-4078273bf347 req-cc39d5f4-b0a4-41c0-8a40-bdd1c4d97811 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] Unset dirty status for tenant:52010a3b3bab49cb91a1f91eb4c227cd on resource:port {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:50:00.034054 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-477b8dc1-4b44-431b-96bd-4078273bf347 req-cc39d5f4-b0a4-41c0-8a40-bdd1c4d97811 tempest-DeleteServersTestJSON-1164357612 tempest-DeleteServersTestJSON-1164357612-project] 10.222.0.84 "GET /v2.0/ports?device_id=6533178e-031e-4227-86e2-58e35d0f88c5 HTTP/1.1" status: 200 len: 210 time: 0.0658972 Jan 18 12:50:00.368715 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef8b3e-6a61-4601-8eb1-cebcb4c01f4c req-25d8216f-5f3d-4979-bc0b-939c26ff8e6f tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:00.379092 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-00ef8b3e-6a61-4601-8eb1-cebcb4c01f4c req-25d8216f-5f3d-4979-bc0b-939c26ff8e6f tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 945 time: 0.1230645 Jan 18 12:50:00.431394 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b693a8d5-5718-41a2-86b4-284121e5b2eb req-5a2b0dcb-7011-4476-8b28-08e75a45dc3f tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=19046548-5886-4560-854e-59cd966b0a9a HTTP/1.1" status: 200 len: 210 time: 0.0712063 Jan 18 12:50:00.445644 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-00ef8b3e-6a61-4601-8eb1-cebcb4c01f4c req-2f24913a-9627-4d15-a2c8-d930fd726e41 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652311 Jan 18 12:50:00.570305 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 13011e39-d01a-462d-9ba2-c07df126f030 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:50:00.611793 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] No Port match for: 13011e39-d01a-462d-9ba2-c07df126f030 {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:50:00.612208 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 13011e39-d01a-462d-9ba2-c07df126f030 not bound to the agent host hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:50:01.033552 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-6a38b7a1-1701-4ea3-8134-9abaec0dccda tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:01.034137 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-6a38b7a1-1701-4ea3-8134-9abaec0dccda tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Synchronizing usage tracker for tenant:f57a5761ea3b4b6ebfc881a4b5a7d527 on resource:network {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:50:01.052090 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-6a38b7a1-1701-4ea3-8134-9abaec0dccda tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Unset dirty status for tenant:f57a5761ea3b4b6ebfc881a4b5a7d527 on resource:network {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:50:01.054091 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-6a38b7a1-1701-4ea3-8134-9abaec0dccda tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.35 "GET /v2.0/networks?id=58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72 HTTP/1.1" status: 200 len: 814 time: 0.1848078 Jan 18 12:50:01.078689 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-7f538661-4966-4c63-a952-ea9ed0a1b3c9 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Request body: {'port': {'device_id': '19046548-5886-4560-854e-59cd966b0a9a', 'network_id': '58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72', 'admin_state_up': True, 'tenant_id': 'f57a5761ea3b4b6ebfc881a4b5a7d527'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:50:01.223154 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-7f538661-4966-4c63-a952-ea9ed0a1b3c9 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:01.226953 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-7f538661-4966-4c63-a952-ea9ed0a1b3c9 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Usage tracker for resource:port and tenant:f57a5761ea3b4b6ebfc881a4b5a7d527 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:01.230918 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-7f538661-4966-4c63-a952-ea9ed0a1b3c9 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:01.236657 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-7f538661-4966-4c63-a952-ea9ed0a1b3c9 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:01.248254 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-7f538661-4966-4c63-a952-ea9ed0a1b3c9 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Made reservation on behalf of f57a5761ea3b4b6ebfc881a4b5a7d527 for: {'port': 1} {{(pid=82756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:50:01.251342 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-7f538661-4966-4c63-a952-ea9ed0a1b3c9 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:01.479017 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.db_base_plugin_common [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-7f538661-4966-4c63-a952-ea9ed0a1b3c9 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Allocated IP 172.20.0.9 (58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72/f70909e0-87f3-49af-9ce4-5709c59c89a7/41a212cc-1855-454f-975e-97f19d1db277) {{(pid=82756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:50:01.720591 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a0e76a07-243b-4be4-aed9-3c4b8c177f33 req-79811ee0-edca-4f2b-b809-8345c5e059a7 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=19046548-5886-4560-854e-59cd966b0a9a HTTP/1.1" status: 200 len: 210 time: 0.0650659 Jan 18 12:50:01.740798 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f0853-e6e4-4e6d-9825-c8c6165bf776 req-4704976b-0069-45d2-93a7-a1c38f5fb5df tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:01.742508 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-0a6f0853-e6e4-4e6d-9825-c8c6165bf776 req-4704976b-0069-45d2-93a7-a1c38f5fb5df tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 945 time: 0.1321144 Jan 18 12:50:01.825033 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-0a6f0853-e6e4-4e6d-9825-c8c6165bf776 req-334fa191-417c-44a2-9983-df350a0d2eec tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753202 Jan 18 12:50:01.842523 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-7f538661-4966-4c63-a952-ea9ed0a1b3c9 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Notify callbacks [] for port, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:01.877096 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-7f538661-4966-4c63-a952-ea9ed0a1b3c9 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:01.981700 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f538661-4966-4c63-a952-ea9ed0a1b3c9 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Pushing event updated for resources: {'Port': ['ID=41a212cc-1855-454f-975e-97f19d1db277,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:01.996426 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-7f538661-4966-4c63-a952-ea9ed0a1b3c9 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Network 58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72 is already hosted by enough agents. {{(pid=82756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:50:01.997587 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.base_scheduler [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-7f538661-4966-4c63-a952-ea9ed0a1b3c9 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Resources bound (agent type, host, resource id): {{(pid=82756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:50:02.003949 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-7f538661-4966-4c63-a952-ea9ed0a1b3c9 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Received port after_create {{(pid=82756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:50:02.078394 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-7f538661-4966-4c63-a952-ea9ed0a1b3c9 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:02.079155 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-7f538661-4966-4c63-a952-ea9ed0a1b3c9 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:02.109208 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-7f538661-4966-4c63-a952-ea9ed0a1b3c9 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0342891 Jan 18 12:50:02.138467 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-b132054b-7209-4367-9508-12d4a045adb6 service neutron] Request body: {'port': {'device_id': '19046548-5886-4560-854e-59cd966b0a9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:50:02.283921 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-b132054b-7209-4367-9508-12d4a045adb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:02.621118 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 47158) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:02.659783 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-b132054b-7209-4367-9508-12d4a045adb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41a212cc-1855-454f-975e-97f19d1db277 {{(pid=82756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:50:02.667005 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-b132054b-7209-4367-9508-12d4a045adb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:02.691953 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.provisioning_blocks [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-b132054b-7209-4367-9508-12d4a045adb6 service neutron] Transition to ACTIVE for port object 41a212cc-1855-454f-975e-97f19d1db277 will not be triggered until provisioned by entity L2. {{(pid=82756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:50:02.696186 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-b132054b-7209-4367-9508-12d4a045adb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:02.788067 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-0906f833-9edc-477b-b5f7-8feff0539ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:02.821365 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-0906f833-9edc-477b-b5f7-8feff0539ba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:02.833685 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132054b-7209-4367-9508-12d4a045adb6 service neutron] Pushing event updated for resources: {'Port': ['ID=41a212cc-1855-454f-975e-97f19d1db277,revision_number=2']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:02.834135 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-0906f833-9edc-477b-b5f7-8feff0539ba2 admin admin] Usage tracker for resource:security_group_rule and tenant:e579230bf7cb47178c4a0b3c5ca300ed is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:02.837986 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-0906f833-9edc-477b-b5f7-8feff0539ba2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:02.849900 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-0906f833-9edc-477b-b5f7-8feff0539ba2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:02.958183 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-0906f833-9edc-477b-b5f7-8feff0539ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:02.964393 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-0906f833-9edc-477b-b5f7-8feff0539ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:03.009877 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:50:03.035865 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-b132054b-7209-4367-9508-12d4a045adb6 service neutron] Attempting to bind port 41a212cc-1855-454f-975e-97f19d1db277 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:50:03.036234 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-b132054b-7209-4367-9508-12d4a045adb6 service neutron] Attempting to bind port 41a212cc-1855-454f-975e-97f19d1db277 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'b35974eb-73ba-4577-bd01-65e7420182fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72'}] {{(pid=82756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:50:03.036603 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-b132054b-7209-4367-9508-12d4a045adb6 service neutron] Attempting to bind port 41a212cc-1855-454f-975e-97f19d1db277 on network 58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72 {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:50:03.048659 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-b132054b-7209-4367-9508-12d4a045adb6 service neutron] Port 41a212cc-1855-454f-975e-97f19d1db277 on network 58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:50:03.048987 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-b132054b-7209-4367-9508-12d4a045adb6 service neutron] Attempting to bind port 41a212cc-1855-454f-975e-97f19d1db277 on network 58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72 {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:50:03.057615 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99629734-44cc-4a00-a8a3-ee3dbabd37f1 req-87afdc94-1862-45aa-b71e-d55724a41a2b tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:03.058389 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-99629734-44cc-4a00-a8a3-ee3dbabd37f1 req-87afdc94-1862-45aa-b71e-d55724a41a2b tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Synchronizing usage tracker for tenant:f57a5761ea3b4b6ebfc881a4b5a7d527 on resource:port {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:50:03.062238 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0906f833-9edc-477b-b5f7-8feff0539ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d78ee49-2b1c-4138-921b-c00798866a7f,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:03.072911 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-0906f833-9edc-477b-b5f7-8feff0539ba2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e579230bf7cb47178c4a0b3c5ca300ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4479506 Jan 18 12:50:03.075935 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 47176) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:03.080609 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-b132054b-7209-4367-9508-12d4a045adb6 service neutron] Checking agent: {'id': '085e0bf5-487d-485c-86f3-dab2733d35ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'started_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:50:03.081268 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-b132054b-7209-4367-9508-12d4a045adb6 service neutron] Checking segment: {'id': 'b35974eb-73ba-4577-bd01-65e7420182fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:50:03.081644 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-b132054b-7209-4367-9508-12d4a045adb6 service neutron] Bound using segment: {'id': 'b35974eb-73ba-4577-bd01-65e7420182fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72'} {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:50:03.082044 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-b132054b-7209-4367-9508-12d4a045adb6 service neutron] Bound port: 41a212cc-1855-454f-975e-97f19d1db277, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b35974eb-73ba-4577-bd01-65e7420182fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72'}}] {{(pid=82756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:50:03.082461 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-b132054b-7209-4367-9508-12d4a045adb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:03.128346 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-99629734-44cc-4a00-a8a3-ee3dbabd37f1 req-87afdc94-1862-45aa-b71e-d55724a41a2b tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Unset dirty status for tenant:f57a5761ea3b4b6ebfc881a4b5a7d527 on resource:port {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:50:03.129493 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-99629734-44cc-4a00-a8a3-ee3dbabd37f1 req-87afdc94-1862-45aa-b71e-d55724a41a2b tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=19046548-5886-4560-854e-59cd966b0a9a HTTP/1.1" status: 200 len: 943 time: 0.1916373 Jan 18 12:50:03.129628 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c88f2-8ef6-45a7-ac46-6e94a86f901b req-dd7eab45-6fb4-4f38-b283-144ba0610d53 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:03.139346 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6a9c88f2-8ef6-45a7-ac46-6e94a86f901b req-dd7eab45-6fb4-4f38-b283-144ba0610d53 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 945 time: 0.1205089 Jan 18 12:50:03.191655 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6a9c88f2-8ef6-45a7-ac46-6e94a86f901b req-159fdad9-a60d-47d7-a6c5-0a677cac321d tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508757 Jan 18 12:50:03.275550 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-54bfffe8-928d-4046-a7a0-e68b44717c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:03.281133 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-b132054b-7209-4367-9508-12d4a045adb6 service neutron] For port 41a212cc-1855-454f-975e-97f19d1db277, host hv-cinder-82510, cleared binding levels {{(pid=82756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:50:03.284022 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-99629734-44cc-4a00-a8a3-ee3dbabd37f1 req-b8d75ee4-ded2-4223-9dcc-aa873e012942 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Synchronizing usage tracker for tenant:f57a5761ea3b4b6ebfc881a4b5a7d527 on resource:security_group {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:50:03.290789 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-b132054b-7209-4367-9508-12d4a045adb6 service neutron] For port 41a212cc-1855-454f-975e-97f19d1db277, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=41a212cc-1855-454f-975e-97f19d1db277,segment=NetworkSegment(b35974eb-73ba-4577-bd01-65e7420182fa),segment_id=b35974eb-73ba-4577-bd01-65e7420182fa)] {{(pid=82756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:50:03.314742 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-b132054b-7209-4367-9508-12d4a045adb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:03.376136 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-54bfffe8-928d-4046-a7a0-e68b44717c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:03.419169 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-99629734-44cc-4a00-a8a3-ee3dbabd37f1 req-b8d75ee4-ded2-4223-9dcc-aa873e012942 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Unset dirty status for tenant:f57a5761ea3b4b6ebfc881a4b5a7d527 on resource:security_group {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:50:03.420554 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-99629734-44cc-4a00-a8a3-ee3dbabd37f1 req-b8d75ee4-ded2-4223-9dcc-aa873e012942 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/security-groups?id=aa95e1db-4b83-44bc-8ac8-398dca75ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501593 Jan 18 12:50:03.426156 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-b132054b-7209-4367-9508-12d4a045adb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:03.427491 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-b132054b-7209-4367-9508-12d4a045adb6 service neutron] 10.222.0.35 "PUT /v2.0/ports/41a212cc-1855-454f-975e-97f19d1db277 HTTP/1.1" status: 200 len: 1093 time: 1.2947354 Jan 18 12:50:03.430796 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19046548-5886-4560-854e-59cd966b0a9a', 'tag': '41a212cc-1855-454f-975e-97f19d1db277'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:50:03.459384 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132054b-7209-4367-9508-12d4a045adb6 service neutron] Pushing event updated for resources: {'Port': ['ID=41a212cc-1855-454f-975e-97f19d1db277,revision_number=3']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:03.502349 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-54bfffe8-928d-4046-a7a0-e68b44717c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:03.573890 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bfffe8-928d-4046-a7a0-e68b44717c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d78ee49-2b1c-4138-921b-c00798866a7f,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:03.585903 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-54bfffe8-928d-4046-a7a0-e68b44717c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:03.587158 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-54bfffe8-928d-4046-a7a0-e68b44717c54 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8d78ee49-2b1c-4138-921b-c00798866a7f HTTP/1.1" status: 204 len: 168 time: 0.5088513 Jan 18 12:50:03.629316 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-2666c13c-cb38-4108-b02f-a76afd5c339c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f57a5761ea3b4b6ebfc881a4b5a7d527&device_id=19046548-5886-4560-854e-59cd966b0a9a HTTP/1.1" status: 200 len: 1096 time: 0.1088047 Jan 18 12:50:03.642523 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 47192) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:03.749924 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ac88e23-9706-4073-b437-e3eca7f9c459 admin admin] Deleting subnet f2dc87e7-7a7a-4070-b8c2-a50d9c226810 {{(pid=82757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:50:03.753677 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-8ac88e23-9706-4073-b437-e3eca7f9c459 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:03.775271 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19046548-5886-4560-854e-59cd966b0a9a', 'tag': '41a212cc-1855-454f-975e-97f19d1db277', 'status': 'completed', 'code': 200} Jan 18 12:50:03.793713 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-799d106a-cdbf-4cb8-ad8a-32b751566022 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41a212cc-1855-454f-975e-97f19d1db277 HTTP/1.1" status: 200 len: 217 time: 0.1499248 Jan 18 12:50:03.821558 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-8ac88e23-9706-4073-b437-e3eca7f9c459 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:03.830325 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-8ac88e23-9706-4073-b437-e3eca7f9c459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562804'] for subnet, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:03.911799 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-e9c86708-4e5b-4e36-87f9-40a4d5829ab2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:03.913580 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-e9c86708-4e5b-4e36-87f9-40a4d5829ab2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f70909e0-87f3-49af-9ce4-5709c59c89a7 HTTP/1.1" status: 200 len: 854 time: 0.1128240 Jan 18 12:50:03.937043 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-8ac88e23-9706-4073-b437-e3eca7f9c459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192'] for subnet, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:03.982897 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-4e9f5d88-06b8-47e4-95da-0fc04e61533e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597022 Jan 18 12:50:04.033674 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-8ac88e23-9706-4073-b437-e3eca7f9c459 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:04.050058 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac88e23-9706-4073-b437-e3eca7f9c459 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2dc87e7-7a7a-4070-b8c2-a50d9c226810,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:04.066309 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-8ac88e23-9706-4073-b437-e3eca7f9c459 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/f2dc87e7-7a7a-4070-b8c2-a50d9c226810 HTTP/1.1" status: 204 len: 168 time: 0.4201970 Jan 18 12:50:04.066590 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 47204) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:04.117073 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 47208) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:04.141675 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-c47881fd-7dde-44a4-b15e-9602c14ca737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:04.200670 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-7a2bb336-aea0-4b49-b345-cf8bea4a3c69 service neutron] 10.222.0.35 "GET /v2.0/networks/58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121325 Jan 18 12:50:04.201811 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-81a7820e-43e5-4d86-8eea-cef2c93bcf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653206'] for network, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:04.332669 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-81a7820e-43e5-4d86-8eea-cef2c93bcf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561661', 'neutron.services.segments.db._delete_segments_for_network-8736039390428'] for network, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:04.346566 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-c47881fd-7dde-44a4-b15e-9602c14ca737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:04.353544 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-c47881fd-7dde-44a4-b15e-9602c14ca737 admin admin] Usage tracker for resource:security_group_rule and tenant:b03ed1e371f149b08aece1b6bbf94b12 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:04.358707 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-88f11f7e-2af4-435a-b9d2-3afec1d17fef req-eb2d557f-f885-4c8d-861d-5ef6bdb7e733 service neutron] 10.222.0.35 "GET /v2.0/networks/58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511848 Jan 18 12:50:04.359514 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-c47881fd-7dde-44a4-b15e-9602c14ca737 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:04.365542 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-c47881fd-7dde-44a4-b15e-9602c14ca737 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:04.393856 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-81a7820e-43e5-4d86-8eea-cef2c93bcf14 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:50:04.394260 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-81a7820e-43e5-4d86-8eea-cef2c93bcf14 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:50:04.394964 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-81a7820e-43e5-4d86-8eea-cef2c93bcf14 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:50:04.395296 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-81a7820e-43e5-4d86-8eea-cef2c93bcf14 admin admin] Subscribe: > port after_create 55550000 {{(pid=82757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:50:04.395613 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-81a7820e-43e5-4d86-8eea-cef2c93bcf14 admin admin] Subscribe: > port after_delete 55550000 {{(pid=82757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:50:04.396075 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-81a7820e-43e5-4d86-8eea-cef2c93bcf14 admin admin] Subscribe: > port after_update 55550000 {{(pid=82757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:50:04.396273 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-81a7820e-43e5-4d86-8eea-cef2c93bcf14 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:50:04.396625 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-81a7820e-43e5-4d86-8eea-cef2c93bcf14 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:50:04.397024 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-81a7820e-43e5-4d86-8eea-cef2c93bcf14 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:50:04.397282 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-81a7820e-43e5-4d86-8eea-cef2c93bcf14 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:50:04.450251 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-c47881fd-7dde-44a4-b15e-9602c14ca737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:04.456106 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-c47881fd-7dde-44a4-b15e-9602c14ca737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:04.549295 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47881fd-7dde-44a4-b15e-9602c14ca737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90ede8a-503f-45a5-af3e-fd5e8b4393b1,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:04.556402 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-c47881fd-7dde-44a4-b15e-9602c14ca737 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b03ed1e371f149b08aece1b6bbf94b12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4360032 Jan 18 12:50:04.559166 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 47222) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:04.639059 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-81a7820e-43e5-4d86-8eea-cef2c93bcf14 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:50:04.639665 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-81a7820e-43e5-4d86-8eea-cef2c93bcf14 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:50:04.640095 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-81a7820e-43e5-4d86-8eea-cef2c93bcf14 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:50:04.640523 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-81a7820e-43e5-4d86-8eea-cef2c93bcf14 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82757) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 12:50:04.640903 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.services.segments.db [None req-81a7820e-43e5-4d86-8eea-cef2c93bcf14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3543a02-5a58-40de-8593-2e7eba7bca47']}} {{(pid=82757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:04.662965 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.services.segments.db [None req-81a7820e-43e5-4d86-8eea-cef2c93bcf14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da39013a-bf0a-4608-b567-bf7ade6a95d7') {'for_net_delete': True} {{(pid=82757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:04.663261 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.services.segments.db [None req-81a7820e-43e5-4d86-8eea-cef2c93bcf14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da39013a-bf0a-4608-b567-bf7ade6a95d7') {} {{(pid=82757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:04.673143 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f22defc8-922e-45b7-982a-af2de1f75c9f req-03417f01-ab17-4da1-91ed-dc775862e027 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f57a5761ea3b4b6ebfc881a4b5a7d527&device_id=19046548-5886-4560-854e-59cd966b0a9a HTTP/1.1" status: 200 len: 1096 time: 0.1917555 Jan 18 12:50:04.677938 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-81a7820e-43e5-4d86-8eea-cef2c93bcf14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736039390311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182528'] for segment, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:04.706929 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-81a7820e-43e5-4d86-8eea-cef2c93bcf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-557774'] for segment, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:04.717024 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a7820e-43e5-4d86-8eea-cef2c93bcf14 admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=82757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:50:04.717423 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-81a7820e-43e5-4d86-8eea-cef2c93bcf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-557785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15894021'] for segment, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:04.719756 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-506ab9ee-28ea-4c5e-8ffb-f6796f5669b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:04.737633 dv-cinder-825103-1-iscsi neutron-server[82757]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 18 12:50:04.737633 dv-cinder-825103-1-iscsi neutron-server[82757]: util.warn_limited( Jan 18 12:50:04.737633 dv-cinder-825103-1-iscsi neutron-server[82757]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 18 12:50:04.737633 dv-cinder-825103-1-iscsi neutron-server[82757]: util.warn_limited( Jan 18 12:50:04.737633 dv-cinder-825103-1-iscsi neutron-server[82757]: Traceback (most recent call last): Jan 18 12:50:04.737633 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:50:04.737633 dv-cinder-825103-1-iscsi neutron-server[82757]: timer() Jan 18 12:50:04.737633 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:50:04.737633 dv-cinder-825103-1-iscsi neutron-server[82757]: cb(*args, **kw) Jan 18 12:50:04.737633 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:50:04.737633 dv-cinder-825103-1-iscsi neutron-server[82757]: return func(*args, **kwargs) Jan 18 12:50:04.737633 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:50:04.737633 dv-cinder-825103-1-iscsi neutron-server[82757]: self._notify() Jan 18 12:50:04.737633 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:50:04.737633 dv-cinder-825103-1-iscsi neutron-server[82757]: self.callback(batched_events) Jan 18 12:50:04.737633 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:50:04.737633 dv-cinder-825103-1-iscsi neutron-server[82757]: event.method(event) Jan 18 12:50:04.737633 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:50:04.737633 dv-cinder-825103-1-iscsi neutron-server[82757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:50:04.737633 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:50:04.737633 dv-cinder-825103-1-iscsi neutron-server[82757]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:50:04.737633 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:50:04.737633 dv-cinder-825103-1-iscsi neutron-server[82757]: return f(self, *a, **k) Jan 18 12:50:04.737633 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:50:04.737633 dv-cinder-825103-1-iscsi neutron-server[82757]: return self._get(url).json() Jan 18 12:50:04.737633 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:50:04.737633 dv-cinder-825103-1-iscsi neutron-server[82757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:50:04.737633 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:50:04.737633 dv-cinder-825103-1-iscsi neutron-server[82757]: return self.request(url, 'GET', **kwargs) Jan 18 12:50:04.737633 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:50:04.737633 dv-cinder-825103-1-iscsi neutron-server[82757]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:50:04.737633 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:50:04.737633 dv-cinder-825103-1-iscsi neutron-server[82757]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:50:04.737633 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:50:04.737633 dv-cinder-825103-1-iscsi neutron-server[82757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:50:04.737633 dv-cinder-825103-1-iscsi neutron-server[82757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:50:04.819398 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-506ab9ee-28ea-4c5e-8ffb-f6796f5669b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:04.826960 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3fc22-01db-47c2-8756-f18feb517c47 req-c714c5ec-d899-473e-b191-0b786c2a937a tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:04.831176 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-39d3fc22-01db-47c2-8756-f18feb517c47 req-c714c5ec-d899-473e-b191-0b786c2a937a tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 945 time: 0.4738569 Jan 18 12:50:04.840618 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd226684-6efb-4b6c-bc76-3aaa614b01df req-30d576ab-64ba-40d1-b830-9688f7eb03c5 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:04.842173 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-dd226684-6efb-4b6c-bc76-3aaa614b01df req-30d576ab-64ba-40d1-b830-9688f7eb03c5 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=19046548-5886-4560-854e-59cd966b0a9a HTTP/1.1" status: 200 len: 943 time: 0.2571676 Jan 18 12:50:04.856076 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-81a7820e-43e5-4d86-8eea-cef2c93bcf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16439389'] for network, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:04.862463 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-81a7820e-43e5-4d86-8eea-cef2c93bcf14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for network, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:04.898715 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7820e-43e5-4d86-8eea-cef2c93bcf14 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3543a02-5a58-40de-8593-2e7eba7bca47,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:04.908081 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22defc8-922e-45b7-982a-af2de1f75c9f req-a3513e0a-3c9d-4c8e-ad45-4083fc170cc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:04.909559 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f22defc8-922e-45b7-982a-af2de1f75c9f req-a3513e0a-3c9d-4c8e-ad45-4083fc170cc7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72 HTTP/1.1" status: 200 len: 916 time: 0.2198551 Jan 18 12:50:04.913311 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-81a7820e-43e5-4d86-8eea-cef2c93bcf14 admin admin] 10.222.0.84 "DELETE /v2.0/networks/d3543a02-5a58-40de-8593-2e7eba7bca47 HTTP/1.1" status: 204 len: 168 time: 0.8455842 Jan 18 12:50:04.923556 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-39d3fc22-01db-47c2-8756-f18feb517c47 req-b03144c5-3d89-4556-838e-692c8bf2ce6c tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887558 Jan 18 12:50:05.003030 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f22defc8-922e-45b7-982a-af2de1f75c9f req-f72d798a-f13b-48b7-a222-8235ddf7bf43 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41a212cc-1855-454f-975e-97f19d1db277 HTTP/1.1" status: 200 len: 217 time: 0.0815029 Jan 18 12:50:05.015681 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-dd226684-6efb-4b6c-bc76-3aaa614b01df req-32d4a024-5192-41b8-9c3a-b6bfb91a4907 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/security-groups?id=aa95e1db-4b83-44bc-8ac8-398dca75ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526029 Jan 18 12:50:05.078564 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-506ab9ee-28ea-4c5e-8ffb-f6796f5669b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:05.100507 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ab9ee-28ea-4c5e-8ffb-f6796f5669b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90ede8a-503f-45a5-af3e-fd5e8b4393b1,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:05.113456 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22defc8-922e-45b7-982a-af2de1f75c9f req-03eacb86-82ae-4470-8ec9-e5b1cd9eb0d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:05.116156 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f22defc8-922e-45b7-982a-af2de1f75c9f req-03eacb86-82ae-4470-8ec9-e5b1cd9eb0d9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f70909e0-87f3-49af-9ce4-5709c59c89a7 HTTP/1.1" status: 200 len: 854 time: 0.0973451 Jan 18 12:50:05.121242 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-506ab9ee-28ea-4c5e-8ffb-f6796f5669b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:05.123298 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-506ab9ee-28ea-4c5e-8ffb-f6796f5669b4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e90ede8a-503f-45a5-af3e-fd5e8b4393b1 HTTP/1.1" status: 204 len: 168 time: 0.5583634 Jan 18 12:50:05.197956 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f22defc8-922e-45b7-982a-af2de1f75c9f req-4badbf9e-4ce6-4028-835c-c506a562f009 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448582 Jan 18 12:50:05.227777 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 47234) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:05.314714 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-1295d05a-06ab-49a0-b6ef-ad93795c33c5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=52010a3b3bab49cb91a1f91eb4c227cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0845776 Jan 18 12:50:05.316480 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 47242) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:05.421880 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f22defc8-922e-45b7-982a-af2de1f75c9f req-e28a4eaf-e51f-476b-998c-c0899997411e service neutron] 10.222.0.35 "GET /v2.0/networks/58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154970 Jan 18 12:50:05.436469 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-883d931c-8bc7-4441-886a-a55ffe012883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:05.471636 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-883d931c-8bc7-4441-886a-a55ffe012883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:05.545384 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-883d931c-8bc7-4441-886a-a55ffe012883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:05.565472 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d931c-8bc7-4441-886a-a55ffe012883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57daca05-1cf8-49a8-b68f-8797fbd2d9c7,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:05.592100 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-883d931c-8bc7-4441-886a-a55ffe012883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:05.595130 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-883d931c-8bc7-4441-886a-a55ffe012883 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/57daca05-1cf8-49a8-b68f-8797fbd2d9c7 HTTP/1.1" status: 204 len: 168 time: 0.2768111 Jan 18 12:50:05.686976 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f22defc8-922e-45b7-982a-af2de1f75c9f req-57b2964b-958b-442b-a6ea-09ed68dfdfb8 service neutron] 10.222.0.35 "GET /v2.0/networks/58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525949 Jan 18 12:50:06.144683 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e619440-066a-4c09-b85f-39a0cbeca501 req-d6e8a30c-c8d5-4114-9992-fae95b4d0f21 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:06.146184 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3e619440-066a-4c09-b85f-39a0cbeca501 req-d6e8a30c-c8d5-4114-9992-fae95b4d0f21 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 945 time: 0.0891564 Jan 18 12:50:06.207975 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3e619440-066a-4c09-b85f-39a0cbeca501 req-1538b992-ac4e-4619-8718-2e3a3a3ac96f tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557556 Jan 18 12:50:06.299358 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd216ec-6b43-4aeb-9d96-b2a0071b4e8d req-9e287523-8f2f-4141-8738-acbdeaa8c887 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:06.301394 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0dd216ec-6b43-4aeb-9d96-b2a0071b4e8d req-9e287523-8f2f-4141-8738-acbdeaa8c887 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=19046548-5886-4560-854e-59cd966b0a9a HTTP/1.1" status: 200 len: 943 time: 0.1232777 Jan 18 12:50:06.403217 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0dd216ec-6b43-4aeb-9d96-b2a0071b4e8d req-756ec963-118b-4a6c-88ae-9355023af81a tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/security-groups?id=aa95e1db-4b83-44bc-8ac8-398dca75ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957305 Jan 18 12:50:06.761223 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 47308) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:06.921871 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3c7ab973-cbbb-4fa6-b881-8c0d642814ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:06.960662 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-3c7ab973-cbbb-4fa6-b881-8c0d642814ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:06.964920 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-3c7ab973-cbbb-4fa6-b881-8c0d642814ac admin admin] Usage tracker for resource:security_group_rule and tenant:5c20f1ff79d54fe8b81cba93d9d31ef2 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:06.967791 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-3c7ab973-cbbb-4fa6-b881-8c0d642814ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:06.973529 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-3c7ab973-cbbb-4fa6-b881-8c0d642814ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:07.049191 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3c7ab973-cbbb-4fa6-b881-8c0d642814ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:07.054960 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3c7ab973-cbbb-4fa6-b881-8c0d642814ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:07.170065 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ab973-cbbb-4fa6-b881-8c0d642814ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badeb974-b74b-4a8f-84a3-76f44cfc475c,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:07.176036 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-3c7ab973-cbbb-4fa6-b881-8c0d642814ac admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5c20f1ff79d54fe8b81cba93d9d31ef2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4129558 Jan 18 12:50:07.178911 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 47320) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:07.244629 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-30db6b3e-8a50-42f4-968d-e33e334fdeac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:07.272893 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-30db6b3e-8a50-42f4-968d-e33e334fdeac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:07.336131 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-30db6b3e-8a50-42f4-968d-e33e334fdeac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:07.350237 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db6b3e-8a50-42f4-968d-e33e334fdeac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badeb974-b74b-4a8f-84a3-76f44cfc475c,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:07.359488 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-30db6b3e-8a50-42f4-968d-e33e334fdeac admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:07.363026 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-30db6b3e-8a50-42f4-968d-e33e334fdeac admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/badeb974-b74b-4a8f-84a3-76f44cfc475c HTTP/1.1" status: 204 len: 168 time: 0.1805067 Jan 18 12:50:08.327372 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 47378) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:08.486427 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-d469c02f-fe78-488c-81f2-e774468630b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:08.520528 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-d469c02f-fe78-488c-81f2-e774468630b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:08.524316 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-d469c02f-fe78-488c-81f2-e774468630b7 admin admin] Usage tracker for resource:security_group_rule and tenant:0bbe173f5513443c93f7dcb9faee9666 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:08.527631 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-d469c02f-fe78-488c-81f2-e774468630b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:08.533289 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-d469c02f-fe78-488c-81f2-e774468630b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:08.606753 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-d469c02f-fe78-488c-81f2-e774468630b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:08.613623 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-d469c02f-fe78-488c-81f2-e774468630b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:08.660030 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469c02f-fe78-488c-81f2-e774468630b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c66259-a373-4de0-adb9-ae68d2bca125,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:08.673672 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-d469c02f-fe78-488c-81f2-e774468630b7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0bbe173f5513443c93f7dcb9faee9666&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3450203 Jan 18 12:50:08.676364 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 47388) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:08.834455 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-32bb66f2-162c-451a-bd84-b1db00557cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:08.865547 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-32bb66f2-162c-451a-bd84-b1db00557cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:08.877318 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 41a212cc-1855-454f-975e-97f19d1db277 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:50:08.953010 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-32bb66f2-162c-451a-bd84-b1db00557cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:08.974437 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-32bb66f2-162c-451a-bd84-b1db00557cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:08.976059 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-32bb66f2-162c-451a-bd84-b1db00557cd6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a4c66259-a373-4de0-adb9-ae68d2bca125 HTTP/1.1" status: 204 len: 168 time: 0.2984586 Jan 18 12:50:08.979609 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb66f2-162c-451a-bd84-b1db00557cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c66259-a373-4de0-adb9-ae68d2bca125,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:09.165220 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:09.234740 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01e142-d4f3-4f85-90e2-5a52f2914de3 req-76dc4bca-cb27-40ec-beb2-d032d9e81100 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:09.241963 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-eb01e142-d4f3-4f85-90e2-5a52f2914de3 req-76dc4bca-cb27-40ec-beb2-d032d9e81100 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=19046548-5886-4560-854e-59cd966b0a9a HTTP/1.1" status: 200 len: 943 time: 0.1159167 Jan 18 12:50:09.244360 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 41a212cc-1855-454f-975e-97f19d1db277, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=41a212cc-1855-454f-975e-97f19d1db277,segment=NetworkSegment(b35974eb-73ba-4577-bd01-65e7420182fa),segment_id=b35974eb-73ba-4577-bd01-65e7420182fa)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:09.265921 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Returning: {'device': '41a212cc-1855-454f-975e-97f19d1db277', 'network_id': '58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72', 'port_id': '41a212cc-1855-454f-975e-97f19d1db277', 'mac_address': 'fa:16:3e:a7:67:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f70909e0-87f3-49af-9ce4-5709c59c89a7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:50:09.286260 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426dd87-04a0-40be-803e-1c8ab8441602 req-17087b3e-e536-40ca-9dcf-d303eecdc969 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:09.293728 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b426dd87-04a0-40be-803e-1c8ab8441602 req-17087b3e-e536-40ca-9dcf-d303eecdc969 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 945 time: 0.1833365 Jan 18 12:50:09.305926 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-eb01e142-d4f3-4f85-90e2-5a52f2914de3 req-89d9db88-1ff4-4186-bc68-19ba3bde8165 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/security-groups?id=aa95e1db-4b83-44bc-8ac8-398dca75ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627580 Jan 18 12:50:09.343606 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:09.366134 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b426dd87-04a0-40be-803e-1c8ab8441602 req-b9261a0f-ce6f-4f84-b484-c4a225ef026b tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709357 Jan 18 12:50:09.367226 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41a212cc-1855-454f-975e-97f19d1db277 {{(pid=82758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:50:09.370000 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7482a736-0db7-4b40-b04c-a671898df826 req-d6602a2d-7aeb-4a4d-8441-00fdd11704f6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 1098 time: 0.1429670 Jan 18 12:50:09.384437 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 41a212cc-1855-454f-975e-97f19d1db277, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=41a212cc-1855-454f-975e-97f19d1db277,segment=NetworkSegment(b35974eb-73ba-4577-bd01-65e7420182fa),segment_id=b35974eb-73ba-4577-bd01-65e7420182fa)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:09.390117 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:09.424414 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7482a736-0db7-4b40-b04c-a671898df826 req-1a49edf6-38c9-4fa9-acd0-9e15d87aa8be service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468762 Jan 18 12:50:09.473684 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=41a212cc-1855-454f-975e-97f19d1db277,revision_number=4']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:09.476801 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 47404) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:09.482813 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:09.483163 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:09.483502 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:09.483835 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:09.484167 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:09.484562 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:09.484838 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:09.485164 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:09.485486 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:09.485804 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:09.486122 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:09.494810 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-67dd2f47-0d2c-4275-9124-7823959b3908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:09.528947 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-67dd2f47-0d2c-4275-9124-7823959b3908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:09.532607 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-67dd2f47-0d2c-4275-9124-7823959b3908 admin admin] Usage tracker for resource:security_group_rule and tenant:3cfd7bca3de94ff2873c034449c3f0fe is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:09.535319 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-67dd2f47-0d2c-4275-9124-7823959b3908 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:09.540823 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-67dd2f47-0d2c-4275-9124-7823959b3908 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:09.611822 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-67dd2f47-0d2c-4275-9124-7823959b3908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:09.615886 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-67dd2f47-0d2c-4275-9124-7823959b3908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:09.661701 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd2f47-0d2c-4275-9124-7823959b3908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe28dbc6-e9c5-42c7-b5d9-24a233f5fca8,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:09.670639 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-67dd2f47-0d2c-4275-9124-7823959b3908 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3cfd7bca3de94ff2873c034449c3f0fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1903446 Jan 18 12:50:09.672015 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 47408) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:09.733470 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-8d8a3576-7512-475c-977a-fa7fb8333a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:09.767970 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-8d8a3576-7512-475c-977a-fa7fb8333a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:09.820445 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-8d8a3576-7512-475c-977a-fa7fb8333a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:09.847153 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a3576-7512-475c-977a-fa7fb8333a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe28dbc6-e9c5-42c7-b5d9-24a233f5fca8,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:09.851405 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] get_ports_and_sgs() called for port_ids ['41a212cc-1855-454f-975e-97f19d1db277'] {{(pid=82758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:50:09.855539 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-8d8a3576-7512-475c-977a-fa7fb8333a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:09.859341 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-8d8a3576-7512-475c-977a-fa7fb8333a14 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fe28dbc6-e9c5-42c7-b5d9-24a233f5fca8 HTTP/1.1" status: 204 len: 168 time: 0.1870112 Jan 18 12:50:10.534099 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed0d1f-49a6-45b8-ba70-f1116c2ec19a req-5452d9ef-0ae4-4b61-8215-171bfc809e49 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:10.536381 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-94ed0d1f-49a6-45b8-ba70-f1116c2ec19a req-5452d9ef-0ae4-4b61-8215-171bfc809e49 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=19046548-5886-4560-854e-59cd966b0a9a HTTP/1.1" status: 200 len: 944 time: 0.0942721 Jan 18 12:50:10.606406 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-94ed0d1f-49a6-45b8-ba70-f1116c2ec19a req-ffbf8ac1-efda-45b7-8a90-f784b042c2dd tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/security-groups?id=aa95e1db-4b83-44bc-8ac8-398dca75ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631409 Jan 18 12:50:10.640585 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9ba3e-3923-4444-aa8c-81507e9bc222 req-75da69fc-82b7-4ac2-b853-e00b86362987 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:10.642661 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-48b9ba3e-3923-4444-aa8c-81507e9bc222 req-75da69fc-82b7-4ac2-b853-e00b86362987 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 945 time: 0.1082749 Jan 18 12:50:10.697140 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-48b9ba3e-3923-4444-aa8c-81507e9bc222 req-b65e6392-9a12-4cbf-a7b4-b6140c7713d5 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478573 Jan 18 12:50:13.765197 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-aa5ed271-9073-4443-8eb3-ce7f7879a401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:13.912153 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 41a212cc-1855-454f-975e-97f19d1db277 up at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:50:13.918191 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865109a0-44f1-4805-b460-420ef970c74c req-de4d6ded-32c4-4617-b416-e0402e5c1816 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:13.919693 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-865109a0-44f1-4805-b460-420ef970c74c req-de4d6ded-32c4-4617-b416-e0402e5c1816 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=19046548-5886-4560-854e-59cd966b0a9a HTTP/1.1" status: 200 len: 944 time: 0.0857980 Jan 18 12:50:13.937390 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55702e61-2fe0-4c62-8ccc-9e37c77373c3 req-f4eb7d4a-f062-4bad-a0b7-e484ae71fafa tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:13.943338 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-55702e61-2fe0-4c62-8ccc-9e37c77373c3 req-f4eb7d4a-f062-4bad-a0b7-e484ae71fafa tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 945 time: 0.0960712 Jan 18 12:50:13.969312 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-865109a0-44f1-4805-b460-420ef970c74c req-50c2071f-5e52-4551-8599-8935a8e3d11b tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/security-groups?id=aa95e1db-4b83-44bc-8ac8-398dca75ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438211 Jan 18 12:50:13.994605 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-55702e61-2fe0-4c62-8ccc-9e37c77373c3 req-32e41e37-70ae-4dfb-bb5f-b15d2700e85a tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499887 Jan 18 12:50:14.006159 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning for port 41a212cc-1855-454f-975e-97f19d1db277 completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:50:14.015078 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning complete for port 41a212cc-1855-454f-975e-97f19d1db277 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:50:14.015702 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:14.145300 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:14.178172 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19046548-5886-4560-854e-59cd966b0a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a212cc-1855-454f-975e-97f19d1db277'}] {{(pid=82758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:50:14.189216 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 41a212cc-1855-454f-975e-97f19d1db277, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=41a212cc-1855-454f-975e-97f19d1db277,segment=NetworkSegment(b35974eb-73ba-4577-bd01-65e7420182fa),segment_id=b35974eb-73ba-4577-bd01-65e7420182fa)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:14.202075 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:14.238344 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b90aa-249c-4e7c-914b-2d48a0746f24 req-5b8a2045-f679-42e4-9502-89049e61e6d1 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:14.240042 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-894b90aa-249c-4e7c-914b-2d48a0746f24 req-5b8a2045-f679-42e4-9502-89049e61e6d1 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.0912514 Jan 18 12:50:14.288370 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=41a212cc-1855-454f-975e-97f19d1db277,revision_number=5']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:14.292450 dv-cinder-825103-1-iscsi neutron-server[82758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19046548-5886-4560-854e-59cd966b0a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a212cc-1855-454f-975e-97f19d1db277', 'code': 200} Jan 18 12:50:14.303292 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-894b90aa-249c-4e7c-914b-2d48a0746f24 req-f84fb229-97b6-4300-bcf4-6608a45b886f tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551159 Jan 18 12:50:14.608061 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ff578700-c4f5-46c2-92ac-8159c5fc64d9 req-4f5b4d62-a39e-4e12-aaa7-9b271802df3f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=19046548-5886-4560-854e-59cd966b0a9a HTTP/1.1" status: 200 len: 1098 time: 0.0726256 Jan 18 12:50:14.655080 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ff578700-c4f5-46c2-92ac-8159c5fc64d9 req-c7564369-5576-4799-9f1d-0522946063f9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=aa95e1db-4b83-44bc-8ac8-398dca75ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409398 Jan 18 12:50:15.389789 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838c31f-ee7c-4b66-b201-9f509bac7e28 req-38a03c4f-98df-4cbf-931e-698870d231c8 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:15.391798 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0838c31f-ee7c-4b66-b201-9f509bac7e28 req-38a03c4f-98df-4cbf-931e-698870d231c8 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=19046548-5886-4560-854e-59cd966b0a9a HTTP/1.1" status: 200 len: 945 time: 0.1114404 Jan 18 12:50:15.447485 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0838c31f-ee7c-4b66-b201-9f509bac7e28 req-a0407272-1b62-4b07-acb4-b80a9fef9ab3 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/security-groups?id=aa95e1db-4b83-44bc-8ac8-398dca75ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500543 Jan 18 12:50:16.020669 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-fd567c3a-0256-4319-86ca-f5b89cba8291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:16.697849 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe2702-dced-4d02-af14-5557d20245e5 req-459a1171-68a3-4ff9-be10-1b9b08ac3b90 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:16.699812 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e8fe2702-dced-4d02-af14-5557d20245e5 req-459a1171-68a3-4ff9-be10-1b9b08ac3b90 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=19046548-5886-4560-854e-59cd966b0a9a HTTP/1.1" status: 200 len: 945 time: 0.0930674 Jan 18 12:50:16.749343 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e8fe2702-dced-4d02-af14-5557d20245e5 req-4198ddf9-3e6d-4d8c-879f-de37d1fc0427 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/security-groups?id=aa95e1db-4b83-44bc-8ac8-398dca75ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433846 Jan 18 12:50:16.804568 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 47658) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:16.971988 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-dcc80e42-2e95-43ec-bdab-56a1cfcc8c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:17.013402 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-dcc80e42-2e95-43ec-bdab-56a1cfcc8c59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:17.018181 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-dcc80e42-2e95-43ec-bdab-56a1cfcc8c59 admin admin] Usage tracker for resource:security_group_rule and tenant:2e9650b4e47e476385cbaa9c50895cd3 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:17.021126 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-dcc80e42-2e95-43ec-bdab-56a1cfcc8c59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:17.028813 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-dcc80e42-2e95-43ec-bdab-56a1cfcc8c59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:17.110096 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-dcc80e42-2e95-43ec-bdab-56a1cfcc8c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:17.116763 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-dcc80e42-2e95-43ec-bdab-56a1cfcc8c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:17.151354 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc80e42-2e95-43ec-bdab-56a1cfcc8c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678d72f1-0be2-4e13-a0e3-8e2af7e8eb62,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:17.184172 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 47686) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:17.196088 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-dcc80e42-2e95-43ec-bdab-56a1cfcc8c59 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2e9650b4e47e476385cbaa9c50895cd3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3900223 Jan 18 12:50:17.246047 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:17.260822 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-5acff522-5287-4472-9ba3-7c7250b6bceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:17.295263 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-5acff522-5287-4472-9ba3-7c7250b6bceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:17.390172 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:17.424790 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f1980aaa-57e5-463e-afa7-aca69c6e10d0 req-653d7cdf-94d7-40fb-aa17-f29c0def6229 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1f579550087f4cada7f426f1d491402f&device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 1098 time: 0.1232994 Jan 18 12:50:17.428197 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-5acff522-5287-4472-9ba3-7c7250b6bceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:17.481375 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715385f-ba50-4885-8c95-c06777ee3fc8 req-5545e66c-2a92-4aa4-869d-6e73e14f9fc8 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:17.484353 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-f715385f-ba50-4885-8c95-c06777ee3fc8 req-5545e66c-2a92-4aa4-869d-6e73e14f9fc8 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.1463900 Jan 18 12:50:17.488543 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acff522-5287-4472-9ba3-7c7250b6bceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678d72f1-0be2-4e13-a0e3-8e2af7e8eb62,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:17.548100 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-5acff522-5287-4472-9ba3-7c7250b6bceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:17.553958 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-5acff522-5287-4472-9ba3-7c7250b6bceb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/678d72f1-0be2-4e13-a0e3-8e2af7e8eb62 HTTP/1.1" status: 204 len: 168 time: 0.3686190 Jan 18 12:50:17.608300 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-f715385f-ba50-4885-8c95-c06777ee3fc8 req-16fca644-2df8-41e6-9abc-6f780a7e7fcb tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078451 Jan 18 12:50:17.809170 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1980aaa-57e5-463e-afa7-aca69c6e10d0 req-5505511c-28db-417e-a0f9-1a9b57b68ef0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:17.812994 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f1980aaa-57e5-463e-afa7-aca69c6e10d0 req-5505511c-28db-417e-a0f9-1a9b57b68ef0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=278ba1fd-8468-4f28-a995-460d471862f3 HTTP/1.1" status: 200 len: 921 time: 0.3836844 Jan 18 12:50:17.907219 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f1980aaa-57e5-463e-afa7-aca69c6e10d0 req-40e3609d-10d1-4192-a905-1d4eebb288ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3db9478d-dd47-410b-ba68-5b193216df9b HTTP/1.1" status: 200 len: 217 time: 0.0860574 Jan 18 12:50:18.005334 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1980aaa-57e5-463e-afa7-aca69c6e10d0 req-986e7d4e-8370-436e-8c28-742648368f61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:18.007006 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f1980aaa-57e5-463e-afa7-aca69c6e10d0 req-986e7d4e-8370-436e-8c28-742648368f61 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3f6ce3a-9cb1-41e6-95d3-abca0d25c5c7 HTTP/1.1" status: 200 len: 859 time: 0.0709040 Jan 18 12:50:18.054715 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f1980aaa-57e5-463e-afa7-aca69c6e10d0 req-dd11d5ea-9ad7-4e98-a84c-2244fe147659 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=278ba1fd-8468-4f28-a995-460d471862f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409987 Jan 18 12:50:18.075343 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 47724) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:18.095540 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-92b27aa1-afd4-4bb8-9b63-b65da5c4bdcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:18.132230 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-92b27aa1-afd4-4bb8-9b63-b65da5c4bdcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:18.137111 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-92b27aa1-afd4-4bb8-9b63-b65da5c4bdcb admin admin] Usage tracker for resource:security_group_rule and tenant:b7fb964f919047b0a234317100816cf1 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:18.140063 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-92b27aa1-afd4-4bb8-9b63-b65da5c4bdcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:18.145997 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-92b27aa1-afd4-4bb8-9b63-b65da5c4bdcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:18.228374 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f1980aaa-57e5-463e-afa7-aca69c6e10d0 req-225f5b20-f940-4a53-9f3b-2c075342da61 service neutron] 10.222.0.35 "GET /v2.0/networks/278ba1fd-8468-4f28-a995-460d471862f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645184 Jan 18 12:50:18.237612 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-92b27aa1-afd4-4bb8-9b63-b65da5c4bdcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:18.242196 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-92b27aa1-afd4-4bb8-9b63-b65da5c4bdcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:18.298798 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b27aa1-afd4-4bb8-9b63-b65da5c4bdcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7498f4e-5b0c-46d3-8aeb-25238d8ee432,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:18.309641 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-92b27aa1-afd4-4bb8-9b63-b65da5c4bdcb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b7fb964f919047b0a234317100816cf1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2332106 Jan 18 12:50:18.313038 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 47736) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:18.391446 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-7cee28b7-98d9-4b1e-af14-02499558381d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:18.394965 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f1980aaa-57e5-463e-afa7-aca69c6e10d0 req-b78c1be9-4e68-444b-9ea4-a5bfa13f420e service neutron] 10.222.0.35 "GET /v2.0/networks/278ba1fd-8468-4f28-a995-460d471862f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602514 Jan 18 12:50:18.424959 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-7cee28b7-98d9-4b1e-af14-02499558381d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:18.515027 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-7cee28b7-98d9-4b1e-af14-02499558381d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:18.538779 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee28b7-98d9-4b1e-af14-02499558381d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7498f4e-5b0c-46d3-8aeb-25238d8ee432,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:18.542947 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-7cee28b7-98d9-4b1e-af14-02499558381d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:18.544356 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-7cee28b7-98d9-4b1e-af14-02499558381d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f7498f4e-5b0c-46d3-8aeb-25238d8ee432 HTTP/1.1" status: 204 len: 168 time: 0.2293561 Jan 18 12:50:18.890791 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:18.962071 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e17f0-13b3-451a-af70-e76d1fc58027 req-2173f6b7-aae4-4cbf-8b1c-594eb03dc9e7 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:18.965634 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-369e17f0-13b3-451a-af70-e76d1fc58027 req-2173f6b7-aae4-4cbf-8b1c-594eb03dc9e7 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.1236157 Jan 18 12:50:19.030975 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-369e17f0-13b3-451a-af70-e76d1fc58027 req-62599604-a5ee-4369-9098-d9ff91758e1d tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586512 Jan 18 12:50:19.178363 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 47772) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:19.328514 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3483dc3a-6053-4144-ae20-13ff2788cc17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:19.362359 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-3483dc3a-6053-4144-ae20-13ff2788cc17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:19.366421 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-3483dc3a-6053-4144-ae20-13ff2788cc17 admin admin] Usage tracker for resource:security_group_rule and tenant:4ef90ba34f904c2796a4f9f693d357ae is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:19.369465 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-3483dc3a-6053-4144-ae20-13ff2788cc17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:19.376281 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-3483dc3a-6053-4144-ae20-13ff2788cc17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:19.479727 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3483dc3a-6053-4144-ae20-13ff2788cc17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:19.485476 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3483dc3a-6053-4144-ae20-13ff2788cc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:19.543811 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3483dc3a-6053-4144-ae20-13ff2788cc17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1207da7e-313d-4e7d-8a72-324deabe963e,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:19.550754 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-3483dc3a-6053-4144-ae20-13ff2788cc17 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4ef90ba34f904c2796a4f9f693d357ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3686583 Jan 18 12:50:19.550754 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 47786) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:19.668255 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-97006a5f-ea82-4df8-85fa-fe7fbbc99192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:19.716921 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-97006a5f-ea82-4df8-85fa-fe7fbbc99192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:19.786255 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-97006a5f-ea82-4df8-85fa-fe7fbbc99192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:19.810890 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-97006a5f-ea82-4df8-85fa-fe7fbbc99192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:19.814627 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-97006a5f-ea82-4df8-85fa-fe7fbbc99192 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1207da7e-313d-4e7d-8a72-324deabe963e HTTP/1.1" status: 204 len: 168 time: 0.2603652 Jan 18 12:50:19.821868 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97006a5f-ea82-4df8-85fa-fe7fbbc99192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1207da7e-313d-4e7d-8a72-324deabe963e,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:20.267295 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b22aa0-4d30-4fcf-a2e8-b939bf1ecdf5 req-62f04516-bdc7-4128-abbb-78955bd5bc08 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:20.274297 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-21b22aa0-4d30-4fcf-a2e8-b939bf1ecdf5 req-62f04516-bdc7-4128-abbb-78955bd5bc08 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.0973539 Jan 18 12:50:20.339719 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-21b22aa0-4d30-4fcf-a2e8-b939bf1ecdf5 req-e1726a68-5fa6-4b7f-9f94-ef1b4fe60498 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636573 Jan 18 12:50:21.582976 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e238a1-e425-4d50-8978-5acbf3552b3b req-b33420b5-0c50-4aa1-bf40-dae075730859 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:21.585779 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-99e238a1-e425-4d50-8978-5acbf3552b3b req-b33420b5-0c50-4aa1-bf40-dae075730859 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.1107028 Jan 18 12:50:21.670603 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-99e238a1-e425-4d50-8978-5acbf3552b3b req-dfed135d-7f0f-4da8-a0f3-8ca726a1a11b tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780034 Jan 18 12:50:22.290023 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 47948) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:22.689545 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-607d819b-2afb-43bb-8cbe-e8e407ad1387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:22.730951 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-607d819b-2afb-43bb-8cbe-e8e407ad1387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:22.734949 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-607d819b-2afb-43bb-8cbe-e8e407ad1387 admin admin] Usage tracker for resource:security_group_rule and tenant:0473ff39bee642678e82b87be659b524 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:22.737959 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-607d819b-2afb-43bb-8cbe-e8e407ad1387 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:22.744673 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-607d819b-2afb-43bb-8cbe-e8e407ad1387 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:22.837834 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-607d819b-2afb-43bb-8cbe-e8e407ad1387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:22.855402 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-607d819b-2afb-43bb-8cbe-e8e407ad1387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:22.939194 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d819b-2afb-43bb-8cbe-e8e407ad1387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e1747a-da73-4e81-a63b-5af2478db0a8,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:22.981625 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-607d819b-2afb-43bb-8cbe-e8e407ad1387 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0473ff39bee642678e82b87be659b524&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6903117 Jan 18 12:50:22.985391 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 47992) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:23.023435 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c753c3b-6968-41ea-946b-6b3167eb0860 req-a113e0f8-6599-409d-a0b8-1aef25949d75 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:23.024913 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4c753c3b-6968-41ea-946b-6b3167eb0860 req-a113e0f8-6599-409d-a0b8-1aef25949d75 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.1836338 Jan 18 12:50:23.100033 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4c753c3b-6968-41ea-946b-6b3167eb0860 req-3b9cfe69-50fa-40e3-ba2c-27e3ebcbc768 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612600 Jan 18 12:50:23.102981 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-af5b815a-7efc-4b5d-8b18-16055709a11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:23.135691 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-af5b815a-7efc-4b5d-8b18-16055709a11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:23.218830 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-af5b815a-7efc-4b5d-8b18-16055709a11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:23.243022 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b815a-7efc-4b5d-8b18-16055709a11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e1747a-da73-4e81-a63b-5af2478db0a8,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:23.250011 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-af5b815a-7efc-4b5d-8b18-16055709a11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:23.251142 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-af5b815a-7efc-4b5d-8b18-16055709a11c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/46e1747a-da73-4e81-a63b-5af2478db0a8 HTTP/1.1" status: 204 len: 168 time: 0.2647612 Jan 18 12:50:24.351653 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae1a0b-bb91-4034-a7de-83afa8f4a5f5 req-9b811859-eeac-4d1d-a541-23bb049cd000 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:24.354756 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5dae1a0b-bb91-4034-a7de-83afa8f4a5f5 req-9b811859-eeac-4d1d-a541-23bb049cd000 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.0949242 Jan 18 12:50:24.440005 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5dae1a0b-bb91-4034-a7de-83afa8f4a5f5 req-aa06f65d-c666-480d-98e5-6bae4f83c3d9 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759523 Jan 18 12:50:24.473343 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 48080) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:24.665596 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-42c8cea4-4d1c-49fc-8fcb-df7f0fcc3adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:24.763670 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-42c8cea4-4d1c-49fc-8fcb-df7f0fcc3adb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:24.771873 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-42c8cea4-4d1c-49fc-8fcb-df7f0fcc3adb admin admin] Usage tracker for resource:security_group_rule and tenant:87cd6fe9c9f141fd9158fa37bccc446e is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:24.775683 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-42c8cea4-4d1c-49fc-8fcb-df7f0fcc3adb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:24.784977 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-42c8cea4-4d1c-49fc-8fcb-df7f0fcc3adb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:24.908523 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-42c8cea4-4d1c-49fc-8fcb-df7f0fcc3adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:24.913658 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-42c8cea4-4d1c-49fc-8fcb-df7f0fcc3adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:24.981756 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8cea4-4d1c-49fc-8fcb-df7f0fcc3adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820d4f83-7f0c-4075-a188-6ba805389e0d,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:24.991650 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-42c8cea4-4d1c-49fc-8fcb-df7f0fcc3adb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=87cd6fe9c9f141fd9158fa37bccc446e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5146558 Jan 18 12:50:24.991920 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 48106) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:25.079969 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-eab223fc-67d6-4d8b-9fa7-9a00448a2eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:25.113642 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-eab223fc-67d6-4d8b-9fa7-9a00448a2eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:25.193481 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-eab223fc-67d6-4d8b-9fa7-9a00448a2eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:25.220935 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-eab223fc-67d6-4d8b-9fa7-9a00448a2eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:25.224527 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-eab223fc-67d6-4d8b-9fa7-9a00448a2eda admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/820d4f83-7f0c-4075-a188-6ba805389e0d HTTP/1.1" status: 204 len: 168 time: 0.2293167 Jan 18 12:50:25.224527 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab223fc-67d6-4d8b-9fa7-9a00448a2eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820d4f83-7f0c-4075-a188-6ba805389e0d,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:25.714350 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aeb160-c09c-40f4-abd2-45aedcbaa246 req-0c99d365-31c9-4d54-95c3-90c3d8689510 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:25.719199 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-68aeb160-c09c-40f4-abd2-45aedcbaa246 req-0c99d365-31c9-4d54-95c3-90c3d8689510 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.1090114 Jan 18 12:50:25.768082 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-68aeb160-c09c-40f4-abd2-45aedcbaa246 req-ea5111dc-1f7c-4921-a409-a8f54ea00b0f tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456421 Jan 18 12:50:25.817078 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 48140) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:25.836327 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-39564ee9-4448-414a-b10b-3f860cdd0f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:25.874390 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-39564ee9-4448-414a-b10b-3f860cdd0f2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:25.880355 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-39564ee9-4448-414a-b10b-3f860cdd0f2f admin admin] Usage tracker for resource:security_group_rule and tenant:3e0094cbd5b844318b49904282ca0740 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:25.883557 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-39564ee9-4448-414a-b10b-3f860cdd0f2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:25.889081 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-39564ee9-4448-414a-b10b-3f860cdd0f2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:25.958764 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-39564ee9-4448-414a-b10b-3f860cdd0f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:25.963447 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-39564ee9-4448-414a-b10b-3f860cdd0f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:26.011072 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39564ee9-4448-414a-b10b-3f860cdd0f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cb71d1-8e18-4b7a-8118-437b970677ab,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:26.019489 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 48148) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:26.020101 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-39564ee9-4448-414a-b10b-3f860cdd0f2f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3e0094cbd5b844318b49904282ca0740&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2013950 Jan 18 12:50:26.098900 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-f4944f30-ccb7-4471-bae9-66ac9ce1f529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:26.135438 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-f4944f30-ccb7-4471-bae9-66ac9ce1f529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:26.194646 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-f4944f30-ccb7-4471-bae9-66ac9ce1f529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:26.213512 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4944f30-ccb7-4471-bae9-66ac9ce1f529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cb71d1-8e18-4b7a-8118-437b970677ab,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:26.237205 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-f4944f30-ccb7-4471-bae9-66ac9ce1f529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:26.238769 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-f4944f30-ccb7-4471-bae9-66ac9ce1f529 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/69cb71d1-8e18-4b7a-8118-437b970677ab HTTP/1.1" status: 204 len: 168 time: 0.2182703 Jan 18 12:50:26.531930 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 48170) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:26.768049 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-f91e50a6-09ed-4673-ae2d-cfbc6546f17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:26.853863 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-f91e50a6-09ed-4673-ae2d-cfbc6546f17e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:26.862909 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-f91e50a6-09ed-4673-ae2d-cfbc6546f17e admin admin] Usage tracker for resource:security_group_rule and tenant:09767f2097cc42c588d75b6b22c776fd is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:26.871751 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-f91e50a6-09ed-4673-ae2d-cfbc6546f17e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:26.879171 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-f91e50a6-09ed-4673-ae2d-cfbc6546f17e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:26.973611 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-f91e50a6-09ed-4673-ae2d-cfbc6546f17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:27.011408 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-f91e50a6-09ed-4673-ae2d-cfbc6546f17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:27.085020 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e50a6-09ed-4673-ae2d-cfbc6546f17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8264e77-a7e4-47b2-bb4b-bf4c18e9c63f,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:27.092550 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-f91e50a6-09ed-4673-ae2d-cfbc6546f17e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=09767f2097cc42c588d75b6b22c776fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5591586 Jan 18 12:50:27.095806 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 48202) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:27.112757 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29a3b1-4ce4-489b-8f10-b23359eeade1 req-094dfd09-f893-4964-929f-f7d0cc1bf3bc tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:27.120282 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-da29a3b1-4ce4-489b-8f10-b23359eeade1 req-094dfd09-f893-4964-929f-f7d0cc1bf3bc tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.1519158 Jan 18 12:50:27.184716 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-da29a3b1-4ce4-489b-8f10-b23359eeade1 req-1ea11b3b-c28d-4e2f-b2c0-ea80742c9c47 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628374 Jan 18 12:50:27.203477 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-529fc930-50be-421b-b621-4bad4703b8c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:27.236424 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-529fc930-50be-421b-b621-4bad4703b8c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:27.317186 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-529fc930-50be-421b-b621-4bad4703b8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:27.339420 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529fc930-50be-421b-b621-4bad4703b8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8264e77-a7e4-47b2-bb4b-bf4c18e9c63f,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:27.349888 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-529fc930-50be-421b-b621-4bad4703b8c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:27.351047 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-529fc930-50be-421b-b621-4bad4703b8c2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d8264e77-a7e4-47b2-bb4b-bf4c18e9c63f HTTP/1.1" status: 204 len: 168 time: 0.2540617 Jan 18 12:50:27.942470 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 48236) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:28.023742 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-cb92a929-d169-4202-9743-08808b5ca025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:28.059751 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-cb92a929-d169-4202-9743-08808b5ca025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:28.063953 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-cb92a929-d169-4202-9743-08808b5ca025 admin admin] Usage tracker for resource:security_group_rule and tenant:dd4bddefcc02400880b308cbbbcd14bf is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:28.066907 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-cb92a929-d169-4202-9743-08808b5ca025 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:28.072786 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-cb92a929-d169-4202-9743-08808b5ca025 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:28.153286 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-cb92a929-d169-4202-9743-08808b5ca025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:28.158559 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-cb92a929-d169-4202-9743-08808b5ca025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:28.207972 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb92a929-d169-4202-9743-08808b5ca025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062bed4d-1b01-4760-b570-8a34bef56274,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:28.214397 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-cb92a929-d169-4202-9743-08808b5ca025 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=dd4bddefcc02400880b308cbbbcd14bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2705371 Jan 18 12:50:28.218183 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 48252) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:28.317628 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1b5a3af6-dde3-4c50-aee9-7300f0d6948a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:28.351734 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1b5a3af6-dde3-4c50-aee9-7300f0d6948a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:28.466398 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed46218-3668-4bfe-9ddb-9fd4c019a69e req-cf1aa1b2-8dca-4597-b2f5-3952fc9d57da tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:28.467977 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4ed46218-3668-4bfe-9ddb-9fd4c019a69e req-cf1aa1b2-8dca-4597-b2f5-3952fc9d57da tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.1063440 Jan 18 12:50:28.469405 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1b5a3af6-dde3-4c50-aee9-7300f0d6948a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:28.501291 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a3af6-dde3-4c50-aee9-7300f0d6948a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062bed4d-1b01-4760-b570-8a34bef56274,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:28.512675 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1b5a3af6-dde3-4c50-aee9-7300f0d6948a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:28.514037 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-1b5a3af6-dde3-4c50-aee9-7300f0d6948a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/062bed4d-1b01-4760-b570-8a34bef56274 HTTP/1.1" status: 204 len: 168 time: 0.2952745 Jan 18 12:50:28.543505 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4ed46218-3668-4bfe-9ddb-9fd4c019a69e req-9a893735-eb81-40d8-8931-c61c73524acd tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623603 Jan 18 12:50:29.798812 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff522d2-3bca-4b0a-9a50-164f0ed61baa req-83066fdb-f522-4d43-b8cc-b70149f3d933 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:29.801235 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9ff522d2-3bca-4b0a-9a50-164f0ed61baa req-83066fdb-f522-4d43-b8cc-b70149f3d933 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.1126671 Jan 18 12:50:29.875524 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9ff522d2-3bca-4b0a-9a50-164f0ed61baa req-c6ddec59-c38e-4f1a-8b7c-e0f552b6bb4e tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656297 Jan 18 12:50:30.414066 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-cac44025-ab90-4919-984e-feee3fd5bd66 req-6d236d19-72d9-4155-bb2b-ce45bd53bc16 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 1098 time: 0.0848236 Jan 18 12:50:30.496978 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-cac44025-ab90-4919-984e-feee3fd5bd66 req-7ec4b2d1-e0a3-4620-9420-4068daede344 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756626 Jan 18 12:50:30.519631 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 48362) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:30.697024 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-c0e2b35c-9b2d-4fc8-9802-de7888067b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:30.733245 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-c0e2b35c-9b2d-4fc8-9802-de7888067b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:30.737552 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-c0e2b35c-9b2d-4fc8-9802-de7888067b05 admin admin] Usage tracker for resource:security_group_rule and tenant:b1b0b9f3f4ac4b608011b8324857592f is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:30.741008 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-c0e2b35c-9b2d-4fc8-9802-de7888067b05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:30.748366 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-c0e2b35c-9b2d-4fc8-9802-de7888067b05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:30.823533 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-c0e2b35c-9b2d-4fc8-9802-de7888067b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:30.830303 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-c0e2b35c-9b2d-4fc8-9802-de7888067b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:30.902025 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 48386) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:30.912590 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-c0e2b35c-9b2d-4fc8-9802-de7888067b05 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b1b0b9f3f4ac4b608011b8324857592f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3839715 Jan 18 12:50:30.914606 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2b35c-9b2d-4fc8-9802-de7888067b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3e0742-ed27-44e8-8d4b-e048601eb99f,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:30.993048 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-4a9b38e0-974a-42d8-8eef-fbe3d38e9fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:31.025503 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-4a9b38e0-974a-42d8-8eef-fbe3d38e9fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:31.090904 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-4a9b38e0-974a-42d8-8eef-fbe3d38e9fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:31.110284 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b38e0-974a-42d8-8eef-fbe3d38e9fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3e0742-ed27-44e8-8d4b-e048601eb99f,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:31.120405 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37d493-7c62-4990-863b-714a78e6bea7 req-35b19ee9-dd90-407f-9476-bb9c327b87b8 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:31.120554 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-4a9b38e0-974a-42d8-8eef-fbe3d38e9fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:31.129528 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-4a9b38e0-974a-42d8-8eef-fbe3d38e9fdb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ac3e0742-ed27-44e8-8d4b-e048601eb99f HTTP/1.1" status: 204 len: 168 time: 0.2185798 Jan 18 12:50:31.132138 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-1a37d493-7c62-4990-863b-714a78e6bea7 req-35b19ee9-dd90-407f-9476-bb9c327b87b8 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.1055753 Jan 18 12:50:31.204839 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-1a37d493-7c62-4990-863b-714a78e6bea7 req-ba08b1f7-084b-4cf8-a406-d06f754be910 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652301 Jan 18 12:50:32.163904 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 48440) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:32.320643 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-a19df8a6-3a12-4507-bd1c-4d3eba7cf2b9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1034475493-network', 'tenant_id': '4780fe48fc504b868a4e20ccdeddc261'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:50:32.328332 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-a19df8a6-3a12-4507-bd1c-4d3eba7cf2b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:32.333052 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-a19df8a6-3a12-4507-bd1c-4d3eba7cf2b9 admin admin] Usage tracker for resource:network and tenant:4780fe48fc504b868a4e20ccdeddc261 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:32.336219 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-a19df8a6-3a12-4507-bd1c-4d3eba7cf2b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:32.344177 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-a19df8a6-3a12-4507-bd1c-4d3eba7cf2b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:32.388201 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19df8a6-3a12-4507-bd1c-4d3eba7cf2b9 admin admin] Made reservation on behalf of 4780fe48fc504b868a4e20ccdeddc261 for: {'network': 1} {{(pid=82756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:50:32.390445 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-a19df8a6-3a12-4507-bd1c-4d3eba7cf2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for network, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:32.410175 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-a19df8a6-3a12-4507-bd1c-4d3eba7cf2b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:32.472062 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-a19df8a6-3a12-4507-bd1c-4d3eba7cf2b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:32.480756 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-a19df8a6-3a12-4507-bd1c-4d3eba7cf2b9 admin admin] Usage tracker for resource:security_group_rule and tenant:4780fe48fc504b868a4e20ccdeddc261 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:32.491263 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-a19df8a6-3a12-4507-bd1c-4d3eba7cf2b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:32.511585 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447aeb9f-2918-4220-9a17-a2b73cb85adc req-54aaba5e-a255-4739-83c5-0cff73b1bcb5 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:32.513711 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-447aeb9f-2918-4220-9a17-a2b73cb85adc req-54aaba5e-a255-4739-83c5-0cff73b1bcb5 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.1712086 Jan 18 12:50:32.514832 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-a19df8a6-3a12-4507-bd1c-4d3eba7cf2b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:32.602367 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-447aeb9f-2918-4220-9a17-a2b73cb85adc req-bf6bf13b-5440-4f1d-b143-f8795ce73341 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811465 Jan 18 12:50:32.655235 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-a19df8a6-3a12-4507-bd1c-4d3eba7cf2b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:32.660457 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-a19df8a6-3a12-4507-bd1c-4d3eba7cf2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:32.680044 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a19df8a6-3a12-4507-bd1c-4d3eba7cf2b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=82756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:50:32.690996 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-a19df8a6-3a12-4507-bd1c-4d3eba7cf2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-557774'] for segment, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:32.691956 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.db.segments_db [None req-a19df8a6-3a12-4507-bd1c-4d3eba7cf2b9 admin admin] Added segment dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0 of type vlan for network 3aafb570-73f3-4d6d-b0fd-ecc33f87d7db Jan 18 12:50:32.762726 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19df8a6-3a12-4507-bd1c-4d3eba7cf2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:32.770199 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-a19df8a6-3a12-4507-bd1c-4d3eba7cf2b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736038945356'] for network, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:32.837220 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-a19df8a6-3a12-4507-bd1c-4d3eba7cf2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192'] for network, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:32.838300 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19df8a6-3a12-4507-bd1c-4d3eba7cf2b9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:32.839175 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-a19df8a6-3a12-4507-bd1c-4d3eba7cf2b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for network, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:32.993790 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19df8a6-3a12-4507-bd1c-4d3eba7cf2b9 admin admin] Pushing event updated for resources: {'Network': ['ID=3aafb570-73f3-4d6d-b0fd-ecc33f87d7db,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:33.000081 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 48480) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:33.004717 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-a19df8a6-3a12-4507-bd1c-4d3eba7cf2b9 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8395553 Jan 18 12:50:33.012438 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-0a28a2b6-44cf-47e5-8532-77873af9ae0e admin admin] Request body: {'subnet': {'network_id': '3aafb570-73f3-4d6d-b0fd-ecc33f87d7db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1034475493-subnet', 'tenant_id': '4780fe48fc504b868a4e20ccdeddc261', 'ip_version': 4}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:50:33.017649 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Network 3aafb570-73f3-4d6d-b0fd-ecc33f87d7db details requested by agent ovs-agent-dv-cinder-825103-1-iscsi with host dv-cinder-825103-1-iscsi {{(pid=82758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:50:33.026814 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 48484) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:33.030408 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-0a28a2b6-44cf-47e5-8532-77873af9ae0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:33.039888 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-0a28a2b6-44cf-47e5-8532-77873af9ae0e admin admin] Usage tracker for resource:subnet and tenant:4780fe48fc504b868a4e20ccdeddc261 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:33.048188 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-0a28a2b6-44cf-47e5-8532-77873af9ae0e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:33.069355 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-0a28a2b6-44cf-47e5-8532-77873af9ae0e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:33.089436 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a28a2b6-44cf-47e5-8532-77873af9ae0e admin admin] Made reservation on behalf of 4780fe48fc504b868a4e20ccdeddc261 for: {'subnet': 1} {{(pid=82757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:50:33.092380 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-0a28a2b6-44cf-47e5-8532-77873af9ae0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15901816'] for subnet, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:33.410899 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-0df854f9-fdc8-4421-bd6c-753def10f834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:33.478128 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-0df854f9-fdc8-4421-bd6c-753def10f834 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:33.485921 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-0df854f9-fdc8-4421-bd6c-753def10f834 admin admin] Usage tracker for resource:security_group_rule and tenant:72ebe0c5850f4792bf21c1c3e77d4257 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:33.489842 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-0df854f9-fdc8-4421-bd6c-753def10f834 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:33.499601 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-0df854f9-fdc8-4421-bd6c-753def10f834 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:33.506705 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-72047cf3-bd83-48a6-ac50-eee44f5184b6 req-ec63f58a-2db2-43e7-8bd2-224714d1425e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1f579550087f4cada7f426f1d491402f&device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 1098 time: 0.2689168 Jan 18 12:50:33.534509 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d079bc-203b-4eff-9cc3-1fee0f7db9c8 req-a0245fd9-55f5-447a-8d94-be9370c902fd tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:33.539179 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-61d079bc-203b-4eff-9cc3-1fee0f7db9c8 req-a0245fd9-55f5-447a-8d94-be9370c902fd tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.2066038 Jan 18 12:50:33.679059 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-61d079bc-203b-4eff-9cc3-1fee0f7db9c8 req-82c5424e-185d-4b4b-bd7e-249f1aec0d3b tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966394 Jan 18 12:50:33.705683 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72047cf3-bd83-48a6-ac50-eee44f5184b6 req-c0bd5b2b-f72a-43f4-8036-e997d619b9ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:33.707195 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-72047cf3-bd83-48a6-ac50-eee44f5184b6 req-c0bd5b2b-f72a-43f4-8036-e997d619b9ad service neutron] 10.222.0.35 "GET /v2.0/networks?id=278ba1fd-8468-4f28-a995-460d471862f3 HTTP/1.1" status: 200 len: 921 time: 0.1932068 Jan 18 12:50:33.720196 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-0a28a2b6-44cf-47e5-8532-77873af9ae0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15846880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15901806'] for subnet, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:33.822210 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28a2b6-44cf-47e5-8532-77873af9ae0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=79e00410-d53e-44ca-b28a-3e7239ed8fa5,revision_number=0']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:33.831694 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-0df854f9-fdc8-4421-bd6c-753def10f834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:33.832894 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a28a2b6-44cf-47e5-8532-77873af9ae0e admin admin] Checking segment: {'id': 'dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3aafb570-73f3-4d6d-b0fd-ecc33f87d7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:50:33.833378 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a28a2b6-44cf-47e5-8532-77873af9ae0e admin admin] Network hostable DHCP agents. Network: 3aafb570-73f3-4d6d-b0fd-ecc33f87d7db, hostable agents: ['17d581e3-f6b9-457e-916e-43db75e54cf0'], hosted agents: [] {{(pid=82757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:50:33.841128 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-0df854f9-fdc8-4421-bd6c-753def10f834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:33.858407 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-72047cf3-bd83-48a6-ac50-eee44f5184b6 req-6414b933-2418-49e5-857a-6ac41271c36f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3db9478d-dd47-410b-ba68-5b193216df9b HTTP/1.1" status: 200 len: 217 time: 0.1438153 Jan 18 12:50:33.871072 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a28a2b6-44cf-47e5-8532-77873af9ae0e admin admin] Network 3aafb570-73f3-4d6d-b0fd-ecc33f87d7db is scheduled to be hosted by DHCP agent 17d581e3-f6b9-457e-916e-43db75e54cf0 with binding_index 1 {{(pid=82757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:50:33.892729 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-0a28a2b6-44cf-47e5-8532-77873af9ae0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-iscsi, 3aafb570-73f3-4d6d-b0fd-ecc33f87d7db) {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:50:33.905118 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a28a2b6-44cf-47e5-8532-77873af9ae0e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:33.905706 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-0a28a2b6-44cf-47e5-8532-77873af9ae0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:33.913489 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6af0ebc-bb97-4b73-8675-5ec1f7e651fb None None] Network 3aafb570-73f3-4d6d-b0fd-ecc33f87d7db requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:50:33.948375 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df854f9-fdc8-4421-bd6c-753def10f834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5134bd-5d00-4456-9eb7-e227326104d2,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:33.951915 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-0a28a2b6-44cf-47e5-8532-77873af9ae0e admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9506066 Jan 18 12:50:33.957633 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 48504) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:33.963310 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-b68e9da0-7441-433a-bcc4-c400fa2f9b78 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1034475493-router', 'tenant_id': '4780fe48fc504b868a4e20ccdeddc261', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'}}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:50:33.969143 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-b68e9da0-7441-433a-bcc4-c400fa2f9b78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:33.973512 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-b68e9da0-7441-433a-bcc4-c400fa2f9b78 admin admin] Usage tracker for resource:router and tenant:4780fe48fc504b868a4e20ccdeddc261 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:33.976302 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-0df854f9-fdc8-4421-bd6c-753def10f834 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=72ebe0c5850f4792bf21c1c3e77d4257&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9473791 Jan 18 12:50:33.976418 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 48508) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:33.978969 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-b68e9da0-7441-433a-bcc4-c400fa2f9b78 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:33.988326 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72047cf3-bd83-48a6-ac50-eee44f5184b6 req-ba1274d1-5884-414f-be8a-a6508a0f0b5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:33.993787 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-72047cf3-bd83-48a6-ac50-eee44f5184b6 req-ba1274d1-5884-414f-be8a-a6508a0f0b5a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3f6ce3a-9cb1-41e6-95d3-abca0d25c5c7 HTTP/1.1" status: 200 len: 859 time: 0.1244495 Jan 18 12:50:33.999251 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-b68e9da0-7441-433a-bcc4-c400fa2f9b78 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:34.040660 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b68e9da0-7441-433a-bcc4-c400fa2f9b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16434994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43788'] for router, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:34.041760 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b68e9da0-7441-433a-bcc4-c400fa2f9b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16433545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16440237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16449337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43783'] for router, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:34.086025 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-72047cf3-bd83-48a6-ac50-eee44f5184b6 req-ebf73a93-005d-482f-b43a-88479e97c881 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=278ba1fd-8468-4f28-a995-460d471862f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855627 Jan 18 12:50:34.096693 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-7f8784c0-6cf7-47cf-b629-bd2fac5a6eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:34.098555 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b68e9da0-7441-433a-bcc4-c400fa2f9b78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:34.140114 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-7f8784c0-6cf7-47cf-b629-bd2fac5a6eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:34.270433 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd75c0c-4998-4317-99e6-ba1cceea3485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53047d36-97db-5ba4-887a-ea9880ac0936-3aafb570-73f3-4d6d-b0fd-ecc33f87d7db', 'network_id': '3aafb570-73f3-4d6d-b0fd-ecc33f87d7db', 'tenant_id': '4780fe48fc504b868a4e20ccdeddc261', 'fixed_ips': [{'subnet_id': '79e00410-d53e-44ca-b28a-3e7239ed8fa5'}]}} from dv-cinder-825103-1-iscsi. {{(pid=82758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 12:50:34.271422 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5fd75c0c-4998-4317-99e6-ba1cceea3485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:34.280100 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-72047cf3-bd83-48a6-ac50-eee44f5184b6 req-7fa0596d-544d-480d-9aed-d68071ffa98c service neutron] 10.222.0.35 "GET /v2.0/networks/278ba1fd-8468-4f28-a995-460d471862f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723373 Jan 18 12:50:34.365643 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-7f8784c0-6cf7-47cf-b629-bd2fac5a6eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:34.391367 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b68e9da0-7441-433a-bcc4-c400fa2f9b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16440251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16434944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43889'] for router, precommit_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:34.396997 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8784c0-6cf7-47cf-b629-bd2fac5a6eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5134bd-5d00-4456-9eb7-e227326104d2,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:34.412906 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-7f8784c0-6cf7-47cf-b629-bd2fac5a6eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:34.429965 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-7f8784c0-6cf7-47cf-b629-bd2fac5a6eac admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bf5134bd-5d00-4456-9eb7-e227326104d2 HTTP/1.1" status: 204 len: 168 time: 0.4398880 Jan 18 12:50:34.437319 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-72047cf3-bd83-48a6-ac50-eee44f5184b6 req-67c42409-c1bc-4def-a4be-ece47243f080 service neutron] 10.222.0.35 "GET /v2.0/networks/278ba1fd-8468-4f28-a995-460d471862f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494606 Jan 18 12:50:34.522967 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.db_base_plugin_common [None req-5fd75c0c-4998-4317-99e6-ba1cceea3485 None None] Allocated IP 172.20.0.2 (3aafb570-73f3-4d6d-b0fd-ecc33f87d7db/79e00410-d53e-44ca-b28a-3e7239ed8fa5/132650c0-a474-4616-a6c5-d869897775ec) {{(pid=82758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:50:34.788364 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b68e9da0-7441-433a-bcc4-c400fa2f9b78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:34.870332 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b68e9da0-7441-433a-bcc4-c400fa2f9b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:34.918173 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5fd75c0c-4998-4317-99e6-ba1cceea3485 None None] Notify callbacks [] for port, precommit_create {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:34.948066 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-5fd75c0c-4998-4317-99e6-ba1cceea3485 None None] Transition to ACTIVE for port object 132650c0-a474-4616-a6c5-d869897775ec will not be triggered until provisioned by entity L2. {{(pid=82758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:50:34.975829 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-5fd75c0c-4998-4317-99e6-ba1cceea3485 None None] Transition to ACTIVE for port object 132650c0-a474-4616-a6c5-d869897775ec will not be triggered until provisioned by entity DHCP. {{(pid=82758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:50:34.987104 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5fd75c0c-4998-4317-99e6-ba1cceea3485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243'] for port, after_create {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:35.124780 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 48544) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:35.161643 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd75c0c-4998-4317-99e6-ba1cceea3485 None None] Pushing event updated for resources: {'Port': ['ID=132650c0-a474-4616-a6c5-d869897775ec,revision_number=1']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:35.176335 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd75c0c-4998-4317-99e6-ba1cceea3485 None None] Network 3aafb570-73f3-4d6d-b0fd-ecc33f87d7db is already hosted by enough agents. {{(pid=82758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:50:35.178258 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.scheduler.base_scheduler [None req-5fd75c0c-4998-4317-99e6-ba1cceea3485 None None] Resources bound (agent type, host, resource id): {{(pid=82758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:50:35.188214 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd75c0c-4998-4317-99e6-ba1cceea3485 None None] Received port after_create {{(pid=82758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:50:35.255569 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-efdafe5c-3b87-4aae-badc-21a18f3e8a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:35.272043 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.db_base_plugin_common [None req-b68e9da0-7441-433a-bcc4-c400fa2f9b78 admin admin] Allocated IP 172.27.2.122 (e1680602-72eb-4a8f-a690-8170848820e2/e5265543-d6e8-47ba-b344-dc5916015d25/9d889bff-5dcb-4dae-a2e3-e590cad03a85) {{(pid=82757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:50:35.385530 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-5fd75c0c-4998-4317-99e6-ba1cceea3485 None None] Attempting to bind port 132650c0-a474-4616-a6c5-d869897775ec on host dv-cinder-825103-1-iscsi for vnic_type normal with profile {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:50:35.386054 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-5fd75c0c-4998-4317-99e6-ba1cceea3485 None None] Attempting to bind port 132650c0-a474-4616-a6c5-d869897775ec by drivers openvswitch,hyperv on host dv-cinder-825103-1-iscsi at level 0 using segments [{'id': 'dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3aafb570-73f3-4d6d-b0fd-ecc33f87d7db'}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:50:35.386398 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd75c0c-4998-4317-99e6-ba1cceea3485 None None] Attempting to bind port 132650c0-a474-4616-a6c5-d869897775ec on network 3aafb570-73f3-4d6d-b0fd-ecc33f87d7db {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:50:35.395563 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd75c0c-4998-4317-99e6-ba1cceea3485 None None] Checking agent: {'id': 'fb28a64d-5559-4ddf-90c6-916f6d0b547c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 40, 17), 'started_at': datetime.datetime(2022, 1, 18, 12, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:50:35.395962 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd75c0c-4998-4317-99e6-ba1cceea3485 None None] Checking segment: {'id': 'dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3aafb570-73f3-4d6d-b0fd-ecc33f87d7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:50:35.396439 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5fd75c0c-4998-4317-99e6-ba1cceea3485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:35.396897 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd75c0c-4998-4317-99e6-ba1cceea3485 None None] Bound using segment: {'id': 'dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3aafb570-73f3-4d6d-b0fd-ecc33f87d7db'} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:50:35.397429 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-5fd75c0c-4998-4317-99e6-ba1cceea3485 None None] Bound port: 132650c0-a474-4616-a6c5-d869897775ec, host: dv-cinder-825103-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3aafb570-73f3-4d6d-b0fd-ecc33f87d7db'}}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:50:35.397860 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5fd75c0c-4998-4317-99e6-ba1cceea3485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:35.453009 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-efdafe5c-3b87-4aae-badc-21a18f3e8a70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:35.457939 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-efdafe5c-3b87-4aae-badc-21a18f3e8a70 admin admin] Usage tracker for resource:security_group_rule and tenant:b7b951d0329241e39de95c2ee86057a6 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:35.461937 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-efdafe5c-3b87-4aae-badc-21a18f3e8a70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:35.469955 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-efdafe5c-3b87-4aae-badc-21a18f3e8a70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:35.564554 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-efdafe5c-3b87-4aae-badc-21a18f3e8a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:35.569193 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4a440731-419b-4ea1-bc6d-b5feb94210a1 req-55e56c25-ba5c-4633-b52b-eb3326ed403e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1f579550087f4cada7f426f1d491402f&device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 1098 time: 0.6393290 Jan 18 12:50:35.575532 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-efdafe5c-3b87-4aae-badc-21a18f3e8a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:35.622063 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-5fd75c0c-4998-4317-99e6-ba1cceea3485 None None] For port 132650c0-a474-4616-a6c5-d869897775ec, host dv-cinder-825103-1-iscsi, cleared binding levels {{(pid=82758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:50:35.625644 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-5fd75c0c-4998-4317-99e6-ba1cceea3485 None None] For port 132650c0-a474-4616-a6c5-d869897775ec, host dv-cinder-825103-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=132650c0-a474-4616-a6c5-d869897775ec,segment=NetworkSegment(dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0),segment_id=dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0)] {{(pid=82758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:50:35.629560 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5fd75c0c-4998-4317-99e6-ba1cceea3485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:35.641214 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0a203-4ec0-4048-8fda-386851f71f35 req-dbe3f21c-e1d1-4915-9c6e-4e56b639978d tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:35.642810 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-fcb0a203-4ec0-4048-8fda-386851f71f35 req-dbe3f21c-e1d1-4915-9c6e-4e56b639978d tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.6071513 Jan 18 12:50:35.656368 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-efdafe5c-3b87-4aae-badc-21a18f3e8a70 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b7b951d0329241e39de95c2ee86057a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5154846 Jan 18 12:50:35.662594 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b68e9da0-7441-433a-bcc4-c400fa2f9b78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:35.665952 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 48558) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:35.715536 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd75c0c-4998-4317-99e6-ba1cceea3485 None None] Pushing event updated for resources: {'Port': ['ID=132650c0-a474-4616-a6c5-d869897775ec,revision_number=2']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:35.744886 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdafe5c-3b87-4aae-badc-21a18f3e8a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0046de-0435-45a7-b69e-1f3cdd48f6df,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:35.762498 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a8f1036b-13c7-4ea1-a498-e8f68908c4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:35.776550 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b68e9da0-7441-433a-bcc4-c400fa2f9b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15894096'] for port, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:35.811395 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-fcb0a203-4ec0-4048-8fda-386851f71f35 req-43291558-d45c-4b30-99f2-cf46472738a9 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505182 Jan 18 12:50:35.815919 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a440731-419b-4ea1-bc6d-b5feb94210a1 req-09ce5e41-3c06-46d8-9ee7-774d1454682a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:35.817330 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4a440731-419b-4ea1-bc6d-b5feb94210a1 req-09ce5e41-3c06-46d8-9ee7-774d1454682a service neutron] 10.222.0.35 "GET /v2.0/networks?id=278ba1fd-8468-4f28-a995-460d471862f3 HTTP/1.1" status: 200 len: 921 time: 0.2036195 Jan 18 12:50:35.848148 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a8f1036b-13c7-4ea1-a498-e8f68908c4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:35.896528 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e9da0-7441-433a-bcc4-c400fa2f9b78 admin admin] Pushing event updated for resources: {'Port': ['ID=9d889bff-5dcb-4dae-a2e3-e590cad03a85,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:35.917616 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4a440731-419b-4ea1-bc6d-b5feb94210a1 req-91a0e278-f1ad-4b54-b579-57205d39973c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3db9478d-dd47-410b-ba68-5b193216df9b HTTP/1.1" status: 200 len: 217 time: 0.0913708 Jan 18 12:50:35.954804 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68e9da0-7441-433a-bcc4-c400fa2f9b78 admin admin] Network e1680602-72eb-4a8f-a690-8170848820e2 is already hosted by enough agents. {{(pid=82757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:50:35.959076 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-b68e9da0-7441-433a-bcc4-c400fa2f9b78 admin admin] Resources bound (agent type, host, resource id): {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:50:35.962526 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68e9da0-7441-433a-bcc4-c400fa2f9b78 admin admin] Received port after_create {{(pid=82757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:50:36.009345 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a440731-419b-4ea1-bc6d-b5feb94210a1 req-0779f20b-c8f8-4dec-8d6b-f03f2c4c26d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:36.011116 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4a440731-419b-4ea1-bc6d-b5feb94210a1 req-0779f20b-c8f8-4dec-8d6b-f03f2c4c26d3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3f6ce3a-9cb1-41e6-95d3-abca0d25c5c7 HTTP/1.1" status: 200 len: 859 time: 0.0766070 Jan 18 12:50:36.078334 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4a440731-419b-4ea1-bc6d-b5feb94210a1 req-55de33b7-926b-4e11-bf5d-c6751fd16e4a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=278ba1fd-8468-4f28-a995-460d471862f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585666 Jan 18 12:50:36.100924 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a8f1036b-13c7-4ea1-a498-e8f68908c4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:36.139507 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1036b-13c7-4ea1-a498-e8f68908c4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0046de-0435-45a7-b69e-1f3cdd48f6df,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:36.180155 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a8f1036b-13c7-4ea1-a498-e8f68908c4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:36.184710 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-a8f1036b-13c7-4ea1-a498-e8f68908c4cc admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5e0046de-0435-45a7-b69e-1f3cdd48f6df HTTP/1.1" status: 204 len: 168 time: 0.5170994 Jan 18 12:50:36.244115 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4a440731-419b-4ea1-bc6d-b5feb94210a1 req-d67e280e-24a9-402f-87d9-0fac07b33b67 service neutron] 10.222.0.35 "GET /v2.0/networks/278ba1fd-8468-4f28-a995-460d471862f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563141 Jan 18 12:50:36.254461 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b68e9da0-7441-433a-bcc4-c400fa2f9b78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:36.255686 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b68e9da0-7441-433a-bcc4-c400fa2f9b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16435001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16440208'] for router, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:36.414181 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4a440731-419b-4ea1-bc6d-b5feb94210a1 req-12c859d4-5dca-42d6-8b7d-0370d815ff73 service neutron] 10.222.0.35 "GET /v2.0/networks/278ba1fd-8468-4f28-a995-460d471862f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421390 Jan 18 12:50:36.575897 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68e9da0-7441-433a-bcc4-c400fa2f9b78 admin admin] Router 27eed0c7-a2eb-4bcc-856b-cd6d25b25369 is scheduled to L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 with binding_index 1 {{(pid=82757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 12:50:37.017072 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68e9da0-7441-433a-bcc4-c400fa2f9b78 admin admin] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:50:37.030122 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9d7b54-7ae5-4c03-9ac0-966b15a06abe None None] Network 3aafb570-73f3-4d6d-b0fd-ecc33f87d7db requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:50:37.032915 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4777f5d1-e0a1-4512-bfc8-461c3d75cf7b None None] Sync routers for ids ['27eed0c7-a2eb-4bcc-856b-cd6d25b25369'] in dv-cinder-825103-1-iscsi {{(pid=82759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:50:37.048461 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4777f5d1-e0a1-4512-bfc8-461c3d75cf7b None None] Routers {'27eed0c7-a2eb-4bcc-856b-cd6d25b25369'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:50:37.049119 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-4777f5d1-e0a1-4512-bfc8-461c3d75cf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:50:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['27eed0c7-a2eb-4bcc-856b-cd6d25b25369'], 'active': True} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:37.063084 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b68e9da0-7441-433a-bcc4-c400fa2f9b78 admin admin] Notify callbacks [] for router, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:37.067723 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-b68e9da0-7441-433a-bcc4-c400fa2f9b78 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1067829 Jan 18 12:50:37.068273 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 48606) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:37.203925 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 48610) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:37.337649 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 132650c0-a474-4616-a6c5-d869897775ec up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:50:37.423105 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvr_db [None req-4777f5d1-e0a1-4512-bfc8-461c3d75cf7b None None] Set router 27eed0c7-a2eb-4bcc-856b-cd6d25b25369 gateway port host: dv-cinder-825103-1-iscsi {{(pid=82759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:50:37.428987 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82125c-62d9-4210-a43a-b228b7db7f56 req-06dd6d97-8598-40fe-a413-3bbf3d75bf4b tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:37.438315 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4c82125c-62d9-4210-a43a-b228b7db7f56 req-06dd6d97-8598-40fe-a413-3bbf3d75bf4b tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.2674692 Jan 18 12:50:37.534715 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4c82125c-62d9-4210-a43a-b228b7db7f56 req-ecd26113-fbb7-4005-8ecf-3cd7d61bf18e tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946698 Jan 18 12:50:37.573488 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-3f1770fc-8465-4a2a-8385-cf8fd326bed8 None None] Provisioning for port 132650c0-a474-4616-a6c5-d869897775ec completed by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:50:37.727677 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning for port 132650c0-a474-4616-a6c5-d869897775ec completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:50:37.737650 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 132650c0-a474-4616-a6c5-d869897775ec triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:50:37.738483 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:37.807646 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-e00fba2b-386a-472a-8505-a1744b14b1ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:37.916845 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-e00fba2b-386a-472a-8505-a1744b14b1ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:37.928866 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-e00fba2b-386a-472a-8505-a1744b14b1ac admin admin] Usage tracker for resource:security_group_rule and tenant:fa598296adaf479ab94249524c80af86 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:37.936560 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-e00fba2b-386a-472a-8505-a1744b14b1ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:37.947186 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-e00fba2b-386a-472a-8505-a1744b14b1ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:37.997644 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:38.108666 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] For port 132650c0-a474-4616-a6c5-d869897775ec, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=132650c0-a474-4616-a6c5-d869897775ec,segment=NetworkSegment(dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0),segment_id=dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:38.114051 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:38.140439 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-e00fba2b-386a-472a-8505-a1744b14b1ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:38.145802 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-e00fba2b-386a-472a-8505-a1744b14b1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:38.237546 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00fba2b-386a-472a-8505-a1744b14b1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c4e4ac-91e8-485e-ac19-3ae62532ce1a,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:38.249727 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-4777f5d1-e0a1-4512-bfc8-461c3d75cf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'name': 'tempest-TestMinimumBasicScenario-1034475493-router', 'tenant_id': '4780fe48fc504b868a4e20ccdeddc261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '9d889bff-5dcb-4dae-a2e3-e590cad03a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:34Z', 'updated_at': '2022-01-18T12:50:36Z', 'revision_number': 3, 'project_id': '4780fe48fc504b868a4e20ccdeddc261', 'gw_port': {'id': '9d889bff-5dcb-4dae-a2e3-e590cad03a85', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:34Z', 'updated_at': '2022-01-18T12:50:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:38.254658 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4777f5d1-e0a1-4512-bfc8-461c3d75cf7b None None] Checking router: 27eed0c7-a2eb-4bcc-856b-cd6d25b25369 for host: dv-cinder-825103-1-iscsi {{(pid=82759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:50:38.255031 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4777f5d1-e0a1-4512-bfc8-461c3d75cf7b None None] Updating router 27eed0c7-a2eb-4bcc-856b-cd6d25b25369 port 9d889bff-5dcb-4dae-a2e3-e590cad03a85 binding host dv-cinder-825103-1-iscsi {{(pid=82759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:50:38.267035 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-e00fba2b-386a-472a-8505-a1744b14b1ac admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fa598296adaf479ab94249524c80af86&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0583146 Jan 18 12:50:38.269551 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 48630) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:38.276446 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00fba2b-386a-472a-8505-a1744b14b1ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:38.279005 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Pushing event updated for resources: {'Port': ['ID=132650c0-a474-4616-a6c5-d869897775ec,revision_number=3']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:38.281843 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00fba2b-386a-472a-8505-a1744b14b1ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:38.282356 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00fba2b-386a-472a-8505-a1744b14b1ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:38.282871 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00fba2b-386a-472a-8505-a1744b14b1ac admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:38.283359 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00fba2b-386a-472a-8505-a1744b14b1ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:38.283839 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00fba2b-386a-472a-8505-a1744b14b1ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:38.286077 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00fba2b-386a-472a-8505-a1744b14b1ac admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:38.286594 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00fba2b-386a-472a-8505-a1744b14b1ac admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:38.287103 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00fba2b-386a-472a-8505-a1744b14b1ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:38.288419 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00fba2b-386a-472a-8505-a1744b14b1ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:38.288938 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00fba2b-386a-472a-8505-a1744b14b1ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:38.345977 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-b0692956-d74a-4fc5-aa13-e5f297740276 None None] Provisioning complete for port 132650c0-a474-4616-a6c5-d869897775ec triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:50:38.347169 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-b0692956-d74a-4fc5-aa13-e5f297740276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:38.373529 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-4777f5d1-e0a1-4512-bfc8-461c3d75cf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:38.389319 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-90a7524b-a11f-4b41-ae63-762a436dfc8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:38.420665 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-90a7524b-a11f-4b41-ae63-762a436dfc8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:38.765860 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-90a7524b-a11f-4b41-ae63-762a436dfc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:38.788504 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7524b-a11f-4b41-ae63-762a436dfc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c4e4ac-91e8-485e-ac19-3ae62532ce1a,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:38.851155 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-90a7524b-a11f-4b41-ae63-762a436dfc8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:38.856010 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-90a7524b-a11f-4b41-ae63-762a436dfc8e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/93c4e4ac-91e8-485e-ac19-3ae62532ce1a HTTP/1.1" status: 204 len: 168 time: 0.5822101 Jan 18 12:50:38.861349 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7524b-a11f-4b41-ae63-762a436dfc8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:38.862026 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7524b-a11f-4b41-ae63-762a436dfc8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:38.862362 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7524b-a11f-4b41-ae63-762a436dfc8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:38.867969 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7524b-a11f-4b41-ae63-762a436dfc8e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:38.868489 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7524b-a11f-4b41-ae63-762a436dfc8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:38.868971 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7524b-a11f-4b41-ae63-762a436dfc8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:38.869569 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7524b-a11f-4b41-ae63-762a436dfc8e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:38.870039 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7524b-a11f-4b41-ae63-762a436dfc8e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:38.870602 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7524b-a11f-4b41-ae63-762a436dfc8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:38.871644 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7524b-a11f-4b41-ae63-762a436dfc8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:38.872222 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a7524b-a11f-4b41-ae63-762a436dfc8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:38.928622 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:39.033199 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-045079fb-d4a9-481e-852c-ea576ba82d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:39.035476 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51bcbaa-e8f2-4d21-9cb3-0fb32494daf1 req-3a16fe9b-5afd-41b9-ae30-c69d9223903d tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:39.045449 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d51bcbaa-e8f2-4d21-9cb3-0fb32494daf1 req-3a16fe9b-5afd-41b9-ae30-c69d9223903d tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.1682277 Jan 18 12:50:39.134897 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d51bcbaa-e8f2-4d21-9cb3-0fb32494daf1 req-cd2a19c5-b6bd-40a5-a4b0-0938cd17a25d tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879331 Jan 18 12:50:39.227080 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-4777f5d1-e0a1-4512-bfc8-461c3d75cf7b None None] Notify callbacks [] for port, precommit_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:39.270154 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 132650c0-a474-4616-a6c5-d869897775ec up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:50:39.284527 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.provisioning_blocks [None req-4777f5d1-e0a1-4512-bfc8-461c3d75cf7b None None] Transition to ACTIVE for port object 9d889bff-5dcb-4dae-a2e3-e590cad03a85 will not be triggered until provisioned by entity L2. {{(pid=82759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:50:39.300042 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-4777f5d1-e0a1-4512-bfc8-461c3d75cf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:39.497450 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.db_base_plugin_common [None req-045079fb-d4a9-481e-852c-ea576ba82d77 admin admin] Allocated IP 172.20.0.1 (3aafb570-73f3-4d6d-b0fd-ecc33f87d7db/79e00410-d53e-44ca-b28a-3e7239ed8fa5/d899a275-0534-46e1-88ba-eac3c88296bc) {{(pid=82757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:50:39.508533 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 132650c0-a474-4616-a6c5-d869897775ec triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:50:39.509294 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:39.537265 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2da1f-711d-4e64-afee-1f5a8f4162bb None None] Pushing event updated for resources: {'Port': ['ID=9d889bff-5dcb-4dae-a2e3-e590cad03a85,revision_number=2']} {{(pid=82759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:39.551730 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.managers [None req-4777f5d1-e0a1-4512-bfc8-461c3d75cf7b None None] Attempting to bind port 9d889bff-5dcb-4dae-a2e3-e590cad03a85 on host dv-cinder-825103-1-iscsi for vnic_type normal with profile {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:50:39.552109 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.managers [None req-4777f5d1-e0a1-4512-bfc8-461c3d75cf7b None None] Attempting to bind port 9d889bff-5dcb-4dae-a2e3-e590cad03a85 by drivers openvswitch,hyperv on host dv-cinder-825103-1-iscsi at level 0 using segments [{'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'}] {{(pid=82759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:50:39.552474 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4777f5d1-e0a1-4512-bfc8-461c3d75cf7b None None] Attempting to bind port 9d889bff-5dcb-4dae-a2e3-e590cad03a85 on network e1680602-72eb-4a8f-a690-8170848820e2 {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:50:39.573841 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2da1f-711d-4e64-afee-1f5a8f4162bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:39.574263 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2da1f-711d-4e64-afee-1f5a8f4162bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:39.579014 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2da1f-711d-4e64-afee-1f5a8f4162bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:39.579617 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2da1f-711d-4e64-afee-1f5a8f4162bb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:39.580740 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2da1f-711d-4e64-afee-1f5a8f4162bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:39.582174 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2da1f-711d-4e64-afee-1f5a8f4162bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:39.584426 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2da1f-711d-4e64-afee-1f5a8f4162bb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:39.585030 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2da1f-711d-4e64-afee-1f5a8f4162bb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:39.585544 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2da1f-711d-4e64-afee-1f5a8f4162bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:39.586048 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2da1f-711d-4e64-afee-1f5a8f4162bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:39.586975 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de2da1f-711d-4e64-afee-1f5a8f4162bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:50:39.602930 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4777f5d1-e0a1-4512-bfc8-461c3d75cf7b None None] Checking agent: {'id': 'fb28a64d-5559-4ddf-90c6-916f6d0b547c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 40, 17), 'started_at': datetime.datetime(2022, 1, 18, 12, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:50:39.603510 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4777f5d1-e0a1-4512-bfc8-461c3d75cf7b None None] Checking segment: {'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:50:39.604107 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-4777f5d1-e0a1-4512-bfc8-461c3d75cf7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:39.604652 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4777f5d1-e0a1-4512-bfc8-461c3d75cf7b None None] Bound using segment: {'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'} {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:50:39.605260 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.managers [None req-4777f5d1-e0a1-4512-bfc8-461c3d75cf7b None None] Bound port: 9d889bff-5dcb-4dae-a2e3-e590cad03a85, host: dv-cinder-825103-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'}}] {{(pid=82759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:50:39.605938 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-4777f5d1-e0a1-4512-bfc8-461c3d75cf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:39.688093 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 48672) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:39.720210 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-f1389c08-f92a-4b64-beb3-4bb6d094fca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:39.799791 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-f1389c08-f92a-4b64-beb3-4bb6d094fca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:39.803721 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.db [None req-4777f5d1-e0a1-4512-bfc8-461c3d75cf7b None None] For port 9d889bff-5dcb-4dae-a2e3-e590cad03a85, host dv-cinder-825103-1-iscsi, cleared binding levels {{(pid=82759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:50:39.809007 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-f1389c08-f92a-4b64-beb3-4bb6d094fca8 admin admin] Usage tracker for resource:security_group_rule and tenant:e7351916c0f447cd86890a7808c343fa is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:39.812481 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.db [None req-4777f5d1-e0a1-4512-bfc8-461c3d75cf7b None None] For port 9d889bff-5dcb-4dae-a2e3-e590cad03a85, host dv-cinder-825103-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=9d889bff-5dcb-4dae-a2e3-e590cad03a85,segment=NetworkSegment(a71a77f2-f00b-4634-9c06-cb577f22632a),segment_id=a71a77f2-f00b-4634-9c06-cb577f22632a)] {{(pid=82759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:50:39.818536 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-4777f5d1-e0a1-4512-bfc8-461c3d75cf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:39.827650 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-f1389c08-f92a-4b64-beb3-4bb6d094fca8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:39.844333 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-f1389c08-f92a-4b64-beb3-4bb6d094fca8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:39.922183 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-045079fb-d4a9-481e-852c-ea576ba82d77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:39.983767 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.provisioning_blocks [None req-045079fb-d4a9-481e-852c-ea576ba82d77 admin admin] Transition to ACTIVE for port object d899a275-0534-46e1-88ba-eac3c88296bc will not be triggered until provisioned by entity DHCP. {{(pid=82757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:50:39.988773 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-f1389c08-f92a-4b64-beb3-4bb6d094fca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:39.995243 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-f1389c08-f92a-4b64-beb3-4bb6d094fca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:40.045661 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 48686) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:40.046437 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-f1389c08-f92a-4b64-beb3-4bb6d094fca8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e7351916c0f447cd86890a7808c343fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3567867 Jan 18 12:50:40.084495 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2da1f-711d-4e64-afee-1f5a8f4162bb None None] Pushing event updated for resources: {'Port': ['ID=9d889bff-5dcb-4dae-a2e3-e590cad03a85,revision_number=3']} {{(pid=82759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:40.089233 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:50:40.094407 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1389c08-f92a-4b64-beb3-4bb6d094fca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34d0eab-24b9-4fca-9bd1-cddd6c8643b8,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:40.103527 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-045079fb-d4a9-481e-852c-ea576ba82d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15894096'] for port, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:40.105200 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4777f5d1-e0a1-4512-bfc8-461c3d75cf7b None None] Routers {'27eed0c7-a2eb-4bcc-856b-cd6d25b25369'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:50:40.106181 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-4777f5d1-e0a1-4512-bfc8-461c3d75cf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:50:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['27eed0c7-a2eb-4bcc-856b-cd6d25b25369'], 'active': True} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:40.178037 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045079fb-d4a9-481e-852c-ea576ba82d77 admin admin] Network 3aafb570-73f3-4d6d-b0fd-ecc33f87d7db is already hosted by enough agents. {{(pid=82757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:50:40.181024 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-045079fb-d4a9-481e-852c-ea576ba82d77 admin admin] Resources bound (agent type, host, resource id): {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:50:40.193445 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045079fb-d4a9-481e-852c-ea576ba82d77 admin admin] Received port after_create {{(pid=82757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:50:40.250972 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-8a7e0f49-33f8-4494-a515-262e9ef37b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:40.285913 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045079fb-d4a9-481e-852c-ea576ba82d77 admin admin] Pushing event updated for resources: {'Port': ['ID=d899a275-0534-46e1-88ba-eac3c88296bc,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:40.310766 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-045079fb-d4a9-481e-852c-ea576ba82d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16439462'] for router_interface, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:40.314936 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-8a7e0f49-33f8-4494-a515-262e9ef37b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:40.332908 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvr_db [None req-4777f5d1-e0a1-4512-bfc8-461c3d75cf7b None None] Set router 27eed0c7-a2eb-4bcc-856b-cd6d25b25369 gateway port host: dv-cinder-825103-1-iscsi {{(pid=82759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:50:40.448248 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-bcffde05-02de-4c1a-9c5c-f0d8a953239e None None] Provisioning for port d899a275-0534-46e1-88ba-eac3c88296bc completed by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:50:40.456647 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-bcffde05-02de-4c1a-9c5c-f0d8a953239e None None] Provisioning complete for port d899a275-0534-46e1-88ba-eac3c88296bc triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:50:40.457525 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-bcffde05-02de-4c1a-9c5c-f0d8a953239e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:40.459722 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-8a7e0f49-33f8-4494-a515-262e9ef37b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:40.519165 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-045079fb-d4a9-481e-852c-ea576ba82d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:40.520934 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-bcffde05-02de-4c1a-9c5c-f0d8a953239e None None] Port d899a275-0534-46e1-88ba-eac3c88296bc cannot update to ACTIVE because it is not bound. {{(pid=82758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:50:40.539704 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e0f49-33f8-4494-a515-262e9ef37b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34d0eab-24b9-4fca-9bd1-cddd6c8643b8,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:40.550789 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-8a7e0f49-33f8-4494-a515-262e9ef37b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:40.552122 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-8a7e0f49-33f8-4494-a515-262e9ef37b73 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e34d0eab-24b9-4fca-9bd1-cddd6c8643b8 HTTP/1.1" status: 204 len: 168 time: 0.5054650 Jan 18 12:50:40.799810 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-4777f5d1-e0a1-4512-bfc8-461c3d75cf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'name': 'tempest-TestMinimumBasicScenario-1034475493-router', 'tenant_id': '4780fe48fc504b868a4e20ccdeddc261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '9d889bff-5dcb-4dae-a2e3-e590cad03a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:34Z', 'updated_at': '2022-01-18T12:50:36Z', 'revision_number': 3, 'project_id': '4780fe48fc504b868a4e20ccdeddc261', 'gw_port': {'id': '9d889bff-5dcb-4dae-a2e3-e590cad03a85', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:34Z', 'updated_at': '2022-01-18T12:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:40.811202 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4777f5d1-e0a1-4512-bfc8-461c3d75cf7b None None] The sync data for ids ['27eed0c7-a2eb-4bcc-856b-cd6d25b25369'] in dv-cinder-825103-1-iscsi is: [{'id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'name': 'tempest-TestMinimumBasicScenario-1034475493-router', 'tenant_id': '4780fe48fc504b868a4e20ccdeddc261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '9d889bff-5dcb-4dae-a2e3-e590cad03a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:34Z', 'updated_at': '2022-01-18T12:50:36Z', 'revision_number': 3, 'project_id': '4780fe48fc504b868a4e20ccdeddc261', 'gw_port': {'id': '9d889bff-5dcb-4dae-a2e3-e590cad03a85', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:34Z', 'updated_at': '2022-01-18T12:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}] {{(pid=82759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:50:40.856735 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-045079fb-d4a9-481e-852c-ea576ba82d77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:40.867326 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-045079fb-d4a9-481e-852c-ea576ba82d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15894105'] for port, after_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:41.025887 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-045079fb-d4a9-481e-852c-ea576ba82d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15336385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16440911'] for router_interface, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:41.037852 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045079fb-d4a9-481e-852c-ea576ba82d77 admin admin] Pushing event updated for resources: {'Port': ['ID=d899a275-0534-46e1-88ba-eac3c88296bc,revision_number=2']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:41.273187 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 9d889bff-5dcb-4dae-a2e3-e590cad03a85 up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:50:41.364581 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045079fb-d4a9-481e-852c-ea576ba82d77 admin admin] Network 3aafb570-73f3-4d6d-b0fd-ecc33f87d7db is already hosted by enough agents. {{(pid=82757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:50:41.365776 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-045079fb-d4a9-481e-852c-ea576ba82d77 admin admin] Resources bound (agent type, host, resource id): {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:50:41.387643 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 48722) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:41.414347 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-516d263d-cad0-40c2-aeb6-131abbd6bbe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:41.505012 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-516d263d-cad0-40c2-aeb6-131abbd6bbe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:41.507587 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning for port 9d889bff-5dcb-4dae-a2e3-e590cad03a85 completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:50:41.522948 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-516d263d-cad0-40c2-aeb6-131abbd6bbe6 admin admin] Usage tracker for resource:security_group_rule and tenant:a544bce808bb424ebfb80d5869a85a49 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:41.523113 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 9d889bff-5dcb-4dae-a2e3-e590cad03a85 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:50:41.523431 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:41.526437 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-516d263d-cad0-40c2-aeb6-131abbd6bbe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:41.552962 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-516d263d-cad0-40c2-aeb6-131abbd6bbe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:41.899016 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-516d263d-cad0-40c2-aeb6-131abbd6bbe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:41.904883 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-516d263d-cad0-40c2-aeb6-131abbd6bbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:41.953205 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:41.963284 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-65dbfa43-7143-45bf-bb05-2a2b7910f72c None None] Provisioning complete for port d899a275-0534-46e1-88ba-eac3c88296bc triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:50:41.963954 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-65dbfa43-7143-45bf-bb05-2a2b7910f72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:41.967140 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-516d263d-cad0-40c2-aeb6-131abbd6bbe6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a544bce808bb424ebfb80d5869a85a49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5776010 Jan 18 12:50:41.969989 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 48734) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:42.031321 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d263d-cad0-40c2-aeb6-131abbd6bbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f5bc0d-a484-45c2-9289-9d4f91e09208,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:42.054773 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] For port 9d889bff-5dcb-4dae-a2e3-e590cad03a85, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=9d889bff-5dcb-4dae-a2e3-e590cad03a85,segment=NetworkSegment(a71a77f2-f00b-4634-9c06-cb577f22632a),segment_id=a71a77f2-f00b-4634-9c06-cb577f22632a)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:42.070725 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:42.109561 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-ec8d1229-8b39-47b8-820f-a6973d8598fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:42.161848 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-ec8d1229-8b39-47b8-820f-a6973d8598fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:42.205776 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-65dbfa43-7143-45bf-bb05-2a2b7910f72c None None] Port d899a275-0534-46e1-88ba-eac3c88296bc cannot update to ACTIVE because it is not bound. {{(pid=82758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:50:42.243350 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Pushing event updated for resources: {'Port': ['ID=9d889bff-5dcb-4dae-a2e3-e590cad03a85,revision_number=4']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:42.260645 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-ec8d1229-8b39-47b8-820f-a6973d8598fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:42.285266 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d1229-8b39-47b8-820f-a6973d8598fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f5bc0d-a484-45c2-9289-9d4f91e09208,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:42.314255 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8f1f7-2c45-4cd0-9038-6ac952ab0841 req-38b0108b-7df6-4141-8a1b-142275427aca tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:42.318398 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-ec8d1229-8b39-47b8-820f-a6973d8598fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:42.320602 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6db8f1f7-2c45-4cd0-9038-6ac952ab0841 req-38b0108b-7df6-4141-8a1b-142275427aca tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.4126484 Jan 18 12:50:42.322758 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-ec8d1229-8b39-47b8-820f-a6973d8598fc admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b0f5bc0d-a484-45c2-9289-9d4f91e09208 HTTP/1.1" status: 204 len: 168 time: 0.3515162 Jan 18 12:50:42.416059 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6db8f1f7-2c45-4cd0-9038-6ac952ab0841 req-7db36fb5-203f-44df-a4d8-6e03e93d432d tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943246 Jan 18 12:50:42.643256 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045079fb-d4a9-481e-852c-ea576ba82d77 admin admin] Router 27eed0c7-a2eb-4bcc-856b-cd6d25b25369 has already been hosted by L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 {{(pid=82757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:50:42.747281 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 48762) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:42.964103 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-032916ba-61cb-46b7-88f9-63759fb251ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:42.981042 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045079fb-d4a9-481e-852c-ea576ba82d77 admin admin] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:50:42.997168 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-045079fb-d4a9-481e-852c-ea576ba82d77 admin admin] 10.222.0.84 "PUT /v2.0/routers/27eed0c7-a2eb-4bcc-856b-cd6d25b25369/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9277313 Jan 18 12:50:43.008775 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-032916ba-61cb-46b7-88f9-63759fb251ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:43.015659 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-032916ba-61cb-46b7-88f9-63759fb251ba admin admin] Usage tracker for resource:security_group_rule and tenant:f195a40fb5944a52b8ff77a014fc023e is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:43.019958 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-032916ba-61cb-46b7-88f9-63759fb251ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:43.032356 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-032916ba-61cb-46b7-88f9-63759fb251ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:43.181800 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-032916ba-61cb-46b7-88f9-63759fb251ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:43.188775 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-032916ba-61cb-46b7-88f9-63759fb251ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:43.246627 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 9d889bff-5dcb-4dae-a2e3-e590cad03a85 up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:50:43.282668 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-032916ba-61cb-46b7-88f9-63759fb251ba admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f195a40fb5944a52b8ff77a014fc023e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5335112 Jan 18 12:50:43.285588 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 48794) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:43.331705 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032916ba-61cb-46b7-88f9-63759fb251ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5450063-822f-4214-aadd-8c7f2b133f34,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:43.415697 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 9d889bff-5dcb-4dae-a2e3-e590cad03a85 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:50:43.416091 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:43.467665 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-95a22420-69e8-4e16-ba91-277f7c1fd9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:43.551929 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-95a22420-69e8-4e16-ba91-277f7c1fd9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:43.655238 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-95a22420-69e8-4e16-ba91-277f7c1fd9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:43.727833 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a22420-69e8-4e16-ba91-277f7c1fd9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5450063-822f-4214-aadd-8c7f2b133f34,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:43.731498 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-95a22420-69e8-4e16-ba91-277f7c1fd9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:43.732623 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-95a22420-69e8-4e16-ba91-277f7c1fd9c6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d5450063-822f-4214-aadd-8c7f2b133f34 HTTP/1.1" status: 204 len: 168 time: 0.4457455 Jan 18 12:50:43.782344 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-0b725f9d-7573-4d54-98dd-4c5951e2755a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:44.352328 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 48838) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:44.373162 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-89489b76-d58a-491a-857d-bb8701d6da4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:44.431070 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-89489b76-d58a-491a-857d-bb8701d6da4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:44.442076 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-89489b76-d58a-491a-857d-bb8701d6da4f admin admin] Usage tracker for resource:security_group_rule and tenant:cad00b06540c46a28656ff7a45694eb3 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:44.447862 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-89489b76-d58a-491a-857d-bb8701d6da4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:44.466331 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-89489b76-d58a-491a-857d-bb8701d6da4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:44.602707 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-89489b76-d58a-491a-857d-bb8701d6da4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:44.621386 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-89489b76-d58a-491a-857d-bb8701d6da4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:44.700098 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89489b76-d58a-491a-857d-bb8701d6da4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064e44ab-58ec-4d57-9c90-519a92b95e07,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:44.717187 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-89489b76-d58a-491a-857d-bb8701d6da4f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cad00b06540c46a28656ff7a45694eb3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3622320 Jan 18 12:50:44.718814 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 48866) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:44.802694 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-0d7606ee-9488-4740-bba3-c1534161d174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:44.831840 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-0d7606ee-9488-4740-bba3-c1534161d174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:44.904186 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-0d7606ee-9488-4740-bba3-c1534161d174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:44.921491 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7606ee-9488-4740-bba3-c1534161d174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064e44ab-58ec-4d57-9c90-519a92b95e07,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:44.932213 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-0d7606ee-9488-4740-bba3-c1534161d174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:44.933513 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-0d7606ee-9488-4740-bba3-c1534161d174 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/064e44ab-58ec-4d57-9c90-519a92b95e07 HTTP/1.1" status: 204 len: 168 time: 0.2136624 Jan 18 12:50:44.947960 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 48882) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:44.954326 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-be15835a-ca73-4838-873a-8aa3d69e2218 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-666051037-network', 'tenant_id': 'fc4ac481755941cda45bd1864a8afdb2'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:50:44.959563 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-be15835a-ca73-4838-873a-8aa3d69e2218 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:44.964317 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-be15835a-ca73-4838-873a-8aa3d69e2218 admin admin] Usage tracker for resource:network and tenant:fc4ac481755941cda45bd1864a8afdb2 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:44.968566 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-be15835a-ca73-4838-873a-8aa3d69e2218 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:44.974780 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-be15835a-ca73-4838-873a-8aa3d69e2218 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:44.989698 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be15835a-ca73-4838-873a-8aa3d69e2218 admin admin] Made reservation on behalf of fc4ac481755941cda45bd1864a8afdb2 for: {'network': 1} {{(pid=82756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:50:44.992529 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-be15835a-ca73-4838-873a-8aa3d69e2218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for network, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:45.011999 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-be15835a-ca73-4838-873a-8aa3d69e2218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:45.053090 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-be15835a-ca73-4838-873a-8aa3d69e2218 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:45.060875 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-be15835a-ca73-4838-873a-8aa3d69e2218 admin admin] Usage tracker for resource:security_group_rule and tenant:fc4ac481755941cda45bd1864a8afdb2 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:45.064418 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-be15835a-ca73-4838-873a-8aa3d69e2218 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:45.078221 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-be15835a-ca73-4838-873a-8aa3d69e2218 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:45.200202 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-be15835a-ca73-4838-873a-8aa3d69e2218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:45.205790 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-be15835a-ca73-4838-873a-8aa3d69e2218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:45.249111 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be15835a-ca73-4838-873a-8aa3d69e2218 admin admin] vlan segment allocate from pool success with {'vlan_id': 1086, 'physical_network': 'physnet1'} {{(pid=82756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:50:45.261012 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be15835a-ca73-4838-873a-8aa3d69e2218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45df079-1680-4749-83b8-8cd9dc3b950b,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:45.268929 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-be15835a-ca73-4838-873a-8aa3d69e2218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-557774'] for segment, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:45.269497 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.db.segments_db [None req-be15835a-ca73-4838-873a-8aa3d69e2218 admin admin] Added segment 31025bb3-c82a-4184-81c2-01abe7adf52c of type vlan for network 59423773-ade1-4fc6-8236-d6f4d4c84673 Jan 18 12:50:45.308533 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-be15835a-ca73-4838-873a-8aa3d69e2218 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736038945356'] for network, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:45.369418 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3008ec0-adf6-4eb4-a0c5-b23cfbcf48b5 None None] Sync routers for ids ['27eed0c7-a2eb-4bcc-856b-cd6d25b25369'] in dv-cinder-825103-1-iscsi {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:50:45.392055 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3008ec0-adf6-4eb4-a0c5-b23cfbcf48b5 None None] Routers {'27eed0c7-a2eb-4bcc-856b-cd6d25b25369'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:50:45.395638 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-a3008ec0-adf6-4eb4-a0c5-b23cfbcf48b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:50:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['27eed0c7-a2eb-4bcc-856b-cd6d25b25369'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:45.415697 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-be15835a-ca73-4838-873a-8aa3d69e2218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192'] for network, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:45.416582 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be15835a-ca73-4838-873a-8aa3d69e2218 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:45.417333 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-be15835a-ca73-4838-873a-8aa3d69e2218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for network, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:45.581408 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be15835a-ca73-4838-873a-8aa3d69e2218 admin admin] Pushing event updated for resources: {'Network': ['ID=59423773-ade1-4fc6-8236-d6f4d4c84673,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:45.631172 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Network 59423773-ade1-4fc6-8236-d6f4d4c84673 details requested by agent ovs-agent-dv-cinder-825103-1-iscsi with host dv-cinder-825103-1-iscsi {{(pid=82758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:50:45.645422 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-be15835a-ca73-4838-873a-8aa3d69e2218 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6962221 Jan 18 12:50:45.648085 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 48900) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:45.659618 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-867250a3-e49a-47c5-a799-ac8d9678757b admin admin] Request body: {'subnet': {'network_id': '59423773-ade1-4fc6-8236-d6f4d4c84673', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-666051037-subnet', 'tenant_id': 'fc4ac481755941cda45bd1864a8afdb2', 'ip_version': 4}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:50:45.666582 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-867250a3-e49a-47c5-a799-ac8d9678757b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:45.675394 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-867250a3-e49a-47c5-a799-ac8d9678757b admin admin] Usage tracker for resource:subnet and tenant:fc4ac481755941cda45bd1864a8afdb2 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:45.679662 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-867250a3-e49a-47c5-a799-ac8d9678757b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:45.689794 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-867250a3-e49a-47c5-a799-ac8d9678757b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:45.718575 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 48906) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:45.728543 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867250a3-e49a-47c5-a799-ac8d9678757b admin admin] Made reservation on behalf of fc4ac481755941cda45bd1864a8afdb2 for: {'subnet': 1} {{(pid=82757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:50:45.735122 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-867250a3-e49a-47c5-a799-ac8d9678757b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15901816'] for subnet, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:45.739510 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-f7297daa-1cc6-4f56-ae9d-231c14d249b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:45.785323 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-f7297daa-1cc6-4f56-ae9d-231c14d249b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:45.803419 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-f7297daa-1cc6-4f56-ae9d-231c14d249b8 admin admin] Usage tracker for resource:security_group_rule and tenant:a85c136834564e9eb3e99e56aa7acf7c is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:45.811695 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-f7297daa-1cc6-4f56-ae9d-231c14d249b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:45.825536 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-f7297daa-1cc6-4f56-ae9d-231c14d249b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:45.923826 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-a3008ec0-adf6-4eb4-a0c5-b23cfbcf48b5 None None] Set router 27eed0c7-a2eb-4bcc-856b-cd6d25b25369 gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:50:46.009765 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-f7297daa-1cc6-4f56-ae9d-231c14d249b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:46.016632 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-f7297daa-1cc6-4f56-ae9d-231c14d249b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:46.084865 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-96439e41-7152-48be-9eb1-5cc7aea9e634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:46.133754 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7297daa-1cc6-4f56-ae9d-231c14d249b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89767cdb-62de-4787-9e5d-25727f5d9f25,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:46.141946 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-f7297daa-1cc6-4f56-ae9d-231c14d249b8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a85c136834564e9eb3e99e56aa7acf7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4199629 Jan 18 12:50:46.142559 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 48926) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:46.211539 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-867250a3-e49a-47c5-a799-ac8d9678757b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15846880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15901806'] for subnet, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:46.216340 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-795c0dd8-6299-45db-b7fe-d4a9bbf241aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:46.258732 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-795c0dd8-6299-45db-b7fe-d4a9bbf241aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:46.314323 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867250a3-e49a-47c5-a799-ac8d9678757b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fb3ac51-148d-48ef-b1f0-0ea90dadc88d,revision_number=0']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:46.334007 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-795c0dd8-6299-45db-b7fe-d4a9bbf241aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:46.352970 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c0dd8-6299-45db-b7fe-d4a9bbf241aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89767cdb-62de-4787-9e5d-25727f5d9f25,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:46.360855 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-795c0dd8-6299-45db-b7fe-d4a9bbf241aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:46.361991 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-795c0dd8-6299-45db-b7fe-d4a9bbf241aa admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/89767cdb-62de-4787-9e5d-25727f5d9f25 HTTP/1.1" status: 204 len: 168 time: 0.2186067 Jan 18 12:50:46.363668 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867250a3-e49a-47c5-a799-ac8d9678757b admin admin] Checking segment: {'id': '31025bb3-c82a-4184-81c2-01abe7adf52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '59423773-ade1-4fc6-8236-d6f4d4c84673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:50:46.364266 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867250a3-e49a-47c5-a799-ac8d9678757b admin admin] Network hostable DHCP agents. Network: 59423773-ade1-4fc6-8236-d6f4d4c84673, hostable agents: ['17d581e3-f6b9-457e-916e-43db75e54cf0'], hosted agents: [] {{(pid=82757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:50:46.392919 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867250a3-e49a-47c5-a799-ac8d9678757b admin admin] Network 59423773-ade1-4fc6-8236-d6f4d4c84673 is scheduled to be hosted by DHCP agent 17d581e3-f6b9-457e-916e-43db75e54cf0 with binding_index 1 {{(pid=82757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:50:46.421568 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-867250a3-e49a-47c5-a799-ac8d9678757b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-iscsi, 59423773-ade1-4fc6-8236-d6f4d4c84673) {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:50:46.427064 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867250a3-e49a-47c5-a799-ac8d9678757b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:46.428295 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-867250a3-e49a-47c5-a799-ac8d9678757b admin admin] Notify callbacks [] for subnet, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:46.439831 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b16d7f2-05a9-413e-9c81-7220f81a3049 None None] Network 59423773-ade1-4fc6-8236-d6f4d4c84673 requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:50:46.479045 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-867250a3-e49a-47c5-a799-ac8d9678757b admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8280895 Jan 18 12:50:46.481925 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 48944) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:46.488787 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-b58b0e15-771f-439a-a30d-055449daeb9c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-666051037-router', 'tenant_id': 'fc4ac481755941cda45bd1864a8afdb2', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'}}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:50:46.494232 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-b58b0e15-771f-439a-a30d-055449daeb9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:46.502217 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-b58b0e15-771f-439a-a30d-055449daeb9c admin admin] Usage tracker for resource:router and tenant:fc4ac481755941cda45bd1864a8afdb2 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:46.506302 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-b58b0e15-771f-439a-a30d-055449daeb9c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:46.515028 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-b58b0e15-771f-439a-a30d-055449daeb9c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:46.537043 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b58b0e15-771f-439a-a30d-055449daeb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16434994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43788'] for router, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:46.538264 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b58b0e15-771f-439a-a30d-055449daeb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16433545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16440237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16449337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43783'] for router, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:46.568175 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b58b0e15-771f-439a-a30d-055449daeb9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:46.789433 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-a3008ec0-adf6-4eb4-a0c5-b23cfbcf48b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'name': 'tempest-TestMinimumBasicScenario-1034475493-router', 'tenant_id': '4780fe48fc504b868a4e20ccdeddc261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '9d889bff-5dcb-4dae-a2e3-e590cad03a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:34Z', 'updated_at': '2022-01-18T12:50:40Z', 'revision_number': 4, 'project_id': '4780fe48fc504b868a4e20ccdeddc261', 'gw_port': {'id': '9d889bff-5dcb-4dae-a2e3-e590cad03a85', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:34Z', 'updated_at': '2022-01-18T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': 'd899a275-0534-46e1-88ba-eac3c88296bc', 'name': '', 'network_id': '3aafb570-73f3-4d6d-b0fd-ecc33f87d7db', 'tenant_id': '4780fe48fc504b868a4e20ccdeddc261', 'mac_address': 'fa:16:3e:93:13:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79e00410-d53e-44ca-b28a-3e7239ed8fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:39Z', 'updated_at': '2022-01-18T12:50:40Z', 'revision_number': 2, 'project_id': '4780fe48fc504b868a4e20ccdeddc261', 'subnets': [{'id': '79e00410-d53e-44ca-b28a-3e7239ed8fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:46.803510 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3008ec0-adf6-4eb4-a0c5-b23cfbcf48b5 None None] Checking router: 27eed0c7-a2eb-4bcc-856b-cd6d25b25369 for host: dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:50:46.805078 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3008ec0-adf6-4eb4-a0c5-b23cfbcf48b5 None None] Updating router 27eed0c7-a2eb-4bcc-856b-cd6d25b25369 port d899a275-0534-46e1-88ba-eac3c88296bc binding host dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:50:46.841115 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b58b0e15-771f-439a-a30d-055449daeb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16440251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16434944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43889'] for router, precommit_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:46.935815 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdd1977-ddcc-4591-88cf-8da78dabffd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53047d36-97db-5ba4-887a-ea9880ac0936-59423773-ade1-4fc6-8236-d6f4d4c84673', 'network_id': '59423773-ade1-4fc6-8236-d6f4d4c84673', 'tenant_id': 'fc4ac481755941cda45bd1864a8afdb2', 'fixed_ips': [{'subnet_id': '6fb3ac51-148d-48ef-b1f0-0ea90dadc88d'}]}} from dv-cinder-825103-1-iscsi. {{(pid=82758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 12:50:46.937024 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-dbdd1977-ddcc-4591-88cf-8da78dabffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:46.952650 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-a3008ec0-adf6-4eb4-a0c5-b23cfbcf48b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:47.292232 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:47.325717 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b58b0e15-771f-439a-a30d-055449daeb9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:47.401847 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b58b0e15-771f-439a-a30d-055449daeb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:47.441571 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.db_base_plugin_common [None req-dbdd1977-ddcc-4591-88cf-8da78dabffd2 None None] Allocated IP 172.20.0.2 (59423773-ade1-4fc6-8236-d6f4d4c84673/6fb3ac51-148d-48ef-b1f0-0ea90dadc88d/fd21304e-774b-46d3-8b4e-23d5726b0787) {{(pid=82758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:50:47.515155 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:47.712042 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.db_base_plugin_common [None req-b58b0e15-771f-439a-a30d-055449daeb9c admin admin] Allocated IP 172.27.2.211 (e1680602-72eb-4a8f-a690-8170848820e2/e5265543-d6e8-47ba-b344-dc5916015d25/4cacd5ed-143c-42df-84e2-33d7b20efedf) {{(pid=82757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:50:48.064237 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-a3008ec0-adf6-4eb4-a0c5-b23cfbcf48b5 None None] Notify callbacks [] for port, precommit_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:48.095032 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-dbdd1977-ddcc-4591-88cf-8da78dabffd2 None None] Notify callbacks [] for port, precommit_create {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:48.101743 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-a3008ec0-adf6-4eb4-a0c5-b23cfbcf48b5 None None] Transition to ACTIVE for port object d899a275-0534-46e1-88ba-eac3c88296bc will not be triggered until provisioned by entity L2. {{(pid=82758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:50:48.111825 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-dbdd1977-ddcc-4591-88cf-8da78dabffd2 None None] Transition to ACTIVE for port object fd21304e-774b-46d3-8b4e-23d5726b0787 will not be triggered until provisioned by entity L2. {{(pid=82758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:50:48.120232 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-a3008ec0-adf6-4eb4-a0c5-b23cfbcf48b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:48.173913 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b58b0e15-771f-439a-a30d-055449daeb9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:48.206862 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-dbdd1977-ddcc-4591-88cf-8da78dabffd2 None None] Transition to ACTIVE for port object fd21304e-774b-46d3-8b4e-23d5726b0787 will not be triggered until provisioned by entity DHCP. {{(pid=82758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:50:48.249955 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b58b0e15-771f-439a-a30d-055449daeb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15894096'] for port, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:48.280245 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82c414-69ac-49fe-a0ee-a7bb7b1aca4a None None] Pushing event updated for resources: {'Port': ['ID=d899a275-0534-46e1-88ba-eac3c88296bc,revision_number=3']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:48.297292 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-dbdd1977-ddcc-4591-88cf-8da78dabffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243'] for port, after_create {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:48.385504 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58b0e15-771f-439a-a30d-055449daeb9c admin admin] Network e1680602-72eb-4a8f-a690-8170848820e2 is already hosted by enough agents. {{(pid=82757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:50:48.389432 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-b58b0e15-771f-439a-a30d-055449daeb9c admin admin] Resources bound (agent type, host, resource id): {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:50:48.394444 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58b0e15-771f-439a-a30d-055449daeb9c admin admin] Received port after_create {{(pid=82757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:50:48.446957 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b0e15-771f-439a-a30d-055449daeb9c admin admin] Pushing event updated for resources: {'Port': ['ID=4cacd5ed-143c-42df-84e2-33d7b20efedf,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:48.506039 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdd1977-ddcc-4591-88cf-8da78dabffd2 None None] Network 59423773-ade1-4fc6-8236-d6f4d4c84673 is already hosted by enough agents. {{(pid=82758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:50:48.523961 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.scheduler.base_scheduler [None req-dbdd1977-ddcc-4591-88cf-8da78dabffd2 None None] Resources bound (agent type, host, resource id): {{(pid=82758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:50:48.531447 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4378f13-a0e6-429e-943d-92acd526f7db req-3799ae5b-0aae-41da-acbf-764f04d2567b tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:48.540046 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d4378f13-a0e6-429e-943d-92acd526f7db req-3799ae5b-0aae-41da-acbf-764f04d2567b tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 945 time: 0.2262225 Jan 18 12:50:48.611504 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d4378f13-a0e6-429e-943d-92acd526f7db req-d570055a-da7d-4343-8328-7e98f076b3a2 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703957 Jan 18 12:50:48.632540 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdd1977-ddcc-4591-88cf-8da78dabffd2 None None] Received port after_create {{(pid=82758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:50:48.634082 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd1977-ddcc-4591-88cf-8da78dabffd2 None None] Pushing event updated for resources: {'Port': ['ID=fd21304e-774b-46d3-8b4e-23d5726b0787,revision_number=1']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:48.739688 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b58b0e15-771f-439a-a30d-055449daeb9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:48.742299 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b58b0e15-771f-439a-a30d-055449daeb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16435001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16440208'] for router, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:48.770706 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-a3008ec0-adf6-4eb4-a0c5-b23cfbcf48b5 None None] Attempting to bind port d899a275-0534-46e1-88ba-eac3c88296bc on host dv-cinder-825103-1-iscsi for vnic_type normal with profile {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:50:48.771080 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-a3008ec0-adf6-4eb4-a0c5-b23cfbcf48b5 None None] Attempting to bind port d899a275-0534-46e1-88ba-eac3c88296bc by drivers openvswitch,hyperv on host dv-cinder-825103-1-iscsi at level 0 using segments [{'id': 'dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3aafb570-73f3-4d6d-b0fd-ecc33f87d7db'}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:50:48.771524 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3008ec0-adf6-4eb4-a0c5-b23cfbcf48b5 None None] Attempting to bind port d899a275-0534-46e1-88ba-eac3c88296bc on network 3aafb570-73f3-4d6d-b0fd-ecc33f87d7db {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:50:48.786449 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3008ec0-adf6-4eb4-a0c5-b23cfbcf48b5 None None] Checking agent: {'id': 'fb28a64d-5559-4ddf-90c6-916f6d0b547c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 40, 17), 'started_at': datetime.datetime(2022, 1, 18, 12, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:50:48.786873 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3008ec0-adf6-4eb4-a0c5-b23cfbcf48b5 None None] Checking segment: {'id': 'dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3aafb570-73f3-4d6d-b0fd-ecc33f87d7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:50:48.787573 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-a3008ec0-adf6-4eb4-a0c5-b23cfbcf48b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:48.788197 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3008ec0-adf6-4eb4-a0c5-b23cfbcf48b5 None None] Bound using segment: {'id': 'dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3aafb570-73f3-4d6d-b0fd-ecc33f87d7db'} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:50:48.788691 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-a3008ec0-adf6-4eb4-a0c5-b23cfbcf48b5 None None] Bound port: d899a275-0534-46e1-88ba-eac3c88296bc, host: dv-cinder-825103-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3aafb570-73f3-4d6d-b0fd-ecc33f87d7db'}}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:50:48.789070 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-a3008ec0-adf6-4eb4-a0c5-b23cfbcf48b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:48.930427 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-dbdd1977-ddcc-4591-88cf-8da78dabffd2 None None] Attempting to bind port fd21304e-774b-46d3-8b4e-23d5726b0787 on host dv-cinder-825103-1-iscsi for vnic_type normal with profile {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:50:48.930906 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-dbdd1977-ddcc-4591-88cf-8da78dabffd2 None None] Attempting to bind port fd21304e-774b-46d3-8b4e-23d5726b0787 by drivers openvswitch,hyperv on host dv-cinder-825103-1-iscsi at level 0 using segments [{'id': '31025bb3-c82a-4184-81c2-01abe7adf52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '59423773-ade1-4fc6-8236-d6f4d4c84673'}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:50:48.931592 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdd1977-ddcc-4591-88cf-8da78dabffd2 None None] Attempting to bind port fd21304e-774b-46d3-8b4e-23d5726b0787 on network 59423773-ade1-4fc6-8236-d6f4d4c84673 {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:50:48.945096 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:48.960188 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdd1977-ddcc-4591-88cf-8da78dabffd2 None None] Checking agent: {'id': 'fb28a64d-5559-4ddf-90c6-916f6d0b547c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 40, 17), 'started_at': datetime.datetime(2022, 1, 18, 12, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:50:48.961016 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdd1977-ddcc-4591-88cf-8da78dabffd2 None None] Checking segment: {'id': '31025bb3-c82a-4184-81c2-01abe7adf52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '59423773-ade1-4fc6-8236-d6f4d4c84673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:50:48.961624 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-dbdd1977-ddcc-4591-88cf-8da78dabffd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:48.962230 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdd1977-ddcc-4591-88cf-8da78dabffd2 None None] Bound using segment: {'id': '31025bb3-c82a-4184-81c2-01abe7adf52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '59423773-ade1-4fc6-8236-d6f4d4c84673'} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:50:48.963060 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-dbdd1977-ddcc-4591-88cf-8da78dabffd2 None None] Bound port: fd21304e-774b-46d3-8b4e-23d5726b0787, host: dv-cinder-825103-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31025bb3-c82a-4184-81c2-01abe7adf52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '59423773-ade1-4fc6-8236-d6f4d4c84673'}}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:50:48.963660 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-dbdd1977-ddcc-4591-88cf-8da78dabffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:49.061927 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58b0e15-771f-439a-a30d-055449daeb9c admin admin] Router 03d51331-a281-4025-8f77-71354eb76f2a is scheduled to L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 with binding_index 1 {{(pid=82757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 12:50:49.190181 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-a3008ec0-adf6-4eb4-a0c5-b23cfbcf48b5 None None] For port d899a275-0534-46e1-88ba-eac3c88296bc, host dv-cinder-825103-1-iscsi, cleared binding levels {{(pid=82758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:50:49.209055 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-a3008ec0-adf6-4eb4-a0c5-b23cfbcf48b5 None None] For port d899a275-0534-46e1-88ba-eac3c88296bc, host dv-cinder-825103-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=d899a275-0534-46e1-88ba-eac3c88296bc,segment=NetworkSegment(dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0),segment_id=dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0)] {{(pid=82758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:50:49.217229 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-dbdd1977-ddcc-4591-88cf-8da78dabffd2 None None] For port fd21304e-774b-46d3-8b4e-23d5726b0787, host dv-cinder-825103-1-iscsi, cleared binding levels {{(pid=82758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:50:49.220324 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-a3008ec0-adf6-4eb4-a0c5-b23cfbcf48b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:49.225103 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-dbdd1977-ddcc-4591-88cf-8da78dabffd2 None None] For port fd21304e-774b-46d3-8b4e-23d5726b0787, host dv-cinder-825103-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=fd21304e-774b-46d3-8b4e-23d5726b0787,segment=NetworkSegment(31025bb3-c82a-4184-81c2-01abe7adf52c),segment_id=31025bb3-c82a-4184-81c2-01abe7adf52c)] {{(pid=82758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:50:49.263360 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-dbdd1977-ddcc-4591-88cf-8da78dabffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:49.328935 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82c414-69ac-49fe-a0ee-a7bb7b1aca4a None None] Pushing event updated for resources: {'Port': ['ID=d899a275-0534-46e1-88ba-eac3c88296bc,revision_number=4']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:49.329066 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58b0e15-771f-439a-a30d-055449daeb9c admin admin] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:50:49.345824 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66eba111-594f-4405-ae99-b6d73c137758 None None] Sync routers for ids ['03d51331-a281-4025-8f77-71354eb76f2a'] in dv-cinder-825103-1-iscsi {{(pid=82759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:50:49.363079 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b58b0e15-771f-439a-a30d-055449daeb9c admin admin] Notify callbacks [] for router, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:49.366989 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-b58b0e15-771f-439a-a30d-055449daeb9c admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8815472 Jan 18 12:50:49.369220 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 49040) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:49.371443 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eba111-594f-4405-ae99-b6d73c137758 None None] Routers {'03d51331-a281-4025-8f77-71354eb76f2a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:50:49.372892 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-66eba111-594f-4405-ae99-b6d73c137758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:50:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['03d51331-a281-4025-8f77-71354eb76f2a'], 'active': True} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:49.407630 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3008ec0-adf6-4eb4-a0c5-b23cfbcf48b5 None None] Routers {'27eed0c7-a2eb-4bcc-856b-cd6d25b25369'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:50:49.408195 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-a3008ec0-adf6-4eb4-a0c5-b23cfbcf48b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:50:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['27eed0c7-a2eb-4bcc-856b-cd6d25b25369'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:49.759495 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd1977-ddcc-4591-88cf-8da78dabffd2 None None] Pushing event updated for resources: {'Port': ['ID=fd21304e-774b-46d3-8b4e-23d5726b0787,revision_number=2']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:49.814520 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvr_db [None req-66eba111-594f-4405-ae99-b6d73c137758 None None] Set router 03d51331-a281-4025-8f77-71354eb76f2a gateway port host: dv-cinder-825103-1-iscsi {{(pid=82759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:50:50.030389 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-a3008ec0-adf6-4eb4-a0c5-b23cfbcf48b5 None None] Set router 27eed0c7-a2eb-4bcc-856b-cd6d25b25369 gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:50:50.177129 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908dfb9-8b58-4d43-a85c-b526b598640f req-dce2bd2e-212c-4a08-845a-1493044e8c59 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:50.178496 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c908dfb9-8b58-4d43-a85c-b526b598640f req-dce2bd2e-212c-4a08-845a-1493044e8c59 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 945 time: 0.1837602 Jan 18 12:50:50.255625 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-66eba111-594f-4405-ae99-b6d73c137758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d51331-a281-4025-8f77-71354eb76f2a', 'name': 'tempest-TestMinimumBasicScenario-666051037-router', 'tenant_id': 'fc4ac481755941cda45bd1864a8afdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '4cacd5ed-143c-42df-84e2-33d7b20efedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:46Z', 'updated_at': '2022-01-18T12:50:48Z', 'revision_number': 3, 'project_id': 'fc4ac481755941cda45bd1864a8afdb2', 'gw_port': {'id': '4cacd5ed-143c-42df-84e2-33d7b20efedf', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d51331-a281-4025-8f77-71354eb76f2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:47Z', 'updated_at': '2022-01-18T12:50:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:50.266712 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66eba111-594f-4405-ae99-b6d73c137758 None None] Checking router: 03d51331-a281-4025-8f77-71354eb76f2a for host: dv-cinder-825103-1-iscsi {{(pid=82759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:50:50.267422 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66eba111-594f-4405-ae99-b6d73c137758 None None] Updating router 03d51331-a281-4025-8f77-71354eb76f2a port 4cacd5ed-143c-42df-84e2-33d7b20efedf binding host dv-cinder-825103-1-iscsi {{(pid=82759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:50:50.306967 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c908dfb9-8b58-4d43-a85c-b526b598640f req-14ad3771-9e9f-49a4-a5bc-bdd5719551c3 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206272 Jan 18 12:50:50.421299 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-66eba111-594f-4405-ae99-b6d73c137758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:50.683090 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 49066) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:50.746428 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-a3008ec0-adf6-4eb4-a0c5-b23cfbcf48b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'name': 'tempest-TestMinimumBasicScenario-1034475493-router', 'tenant_id': '4780fe48fc504b868a4e20ccdeddc261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '9d889bff-5dcb-4dae-a2e3-e590cad03a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:34Z', 'updated_at': '2022-01-18T12:50:40Z', 'revision_number': 4, 'project_id': '4780fe48fc504b868a4e20ccdeddc261', 'gw_port': {'id': '9d889bff-5dcb-4dae-a2e3-e590cad03a85', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:34Z', 'updated_at': '2022-01-18T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': 'd899a275-0534-46e1-88ba-eac3c88296bc', 'name': '', 'network_id': '3aafb570-73f3-4d6d-b0fd-ecc33f87d7db', 'tenant_id': '4780fe48fc504b868a4e20ccdeddc261', 'mac_address': 'fa:16:3e:93:13:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79e00410-d53e-44ca-b28a-3e7239ed8fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:39Z', 'updated_at': '2022-01-18T12:50:49Z', 'revision_number': 4, 'project_id': '4780fe48fc504b868a4e20ccdeddc261', 'subnets': [{'id': '79e00410-d53e-44ca-b28a-3e7239ed8fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:50.756085 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3008ec0-adf6-4eb4-a0c5-b23cfbcf48b5 None None] The sync data for ids ['27eed0c7-a2eb-4bcc-856b-cd6d25b25369'] in dv-cinder-825103-1-iscsi is: [{'id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'name': 'tempest-TestMinimumBasicScenario-1034475493-router', 'tenant_id': '4780fe48fc504b868a4e20ccdeddc261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '9d889bff-5dcb-4dae-a2e3-e590cad03a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:34Z', 'updated_at': '2022-01-18T12:50:40Z', 'revision_number': 4, 'project_id': '4780fe48fc504b868a4e20ccdeddc261', 'gw_port': {'id': '9d889bff-5dcb-4dae-a2e3-e590cad03a85', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:34Z', 'updated_at': '2022-01-18T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': 'd899a275-0534-46e1-88ba-eac3c88296bc', 'name': '', 'network_id': '3aafb570-73f3-4d6d-b0fd-ecc33f87d7db', 'tenant_id': '4780fe48fc504b868a4e20ccdeddc261', 'mac_address': 'fa:16:3e:93:13:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79e00410-d53e-44ca-b28a-3e7239ed8fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:39Z', 'updated_at': '2022-01-18T12:50:49Z', 'revision_number': 4, 'project_id': '4780fe48fc504b868a4e20ccdeddc261', 'subnets': [{'id': '79e00410-d53e-44ca-b28a-3e7239ed8fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:50:51.119164 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d90d36e-9750-4e81-823c-3b2e95021f56 None None] Network 59423773-ade1-4fc6-8236-d6f4d4c84673 requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:50:51.187286 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-4c0f4eb3-730a-4092-a761-1230ea9bfdfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:51.203493 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-66eba111-594f-4405-ae99-b6d73c137758 None None] Notify callbacks [] for port, precommit_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:51.242565 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.provisioning_blocks [None req-66eba111-594f-4405-ae99-b6d73c137758 None None] Transition to ACTIVE for port object 4cacd5ed-143c-42df-84e2-33d7b20efedf will not be triggered until provisioned by entity L2. {{(pid=82759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:50:51.256322 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-66eba111-594f-4405-ae99-b6d73c137758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:51.312862 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-4c0f4eb3-730a-4092-a761-1230ea9bfdfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:51.331309 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-4c0f4eb3-730a-4092-a761-1230ea9bfdfd admin admin] Usage tracker for resource:security_group_rule and tenant:cb1ac2da04b64f5bbdd99eb269617c29 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:51.339707 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-4c0f4eb3-730a-4092-a761-1230ea9bfdfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:51.357102 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-4c0f4eb3-730a-4092-a761-1230ea9bfdfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:51.364824 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-cd9bb8cd-8593-4a86-b595-8172f8ab74fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:51.475648 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device fd21304e-774b-46d3-8b4e-23d5726b0787 up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:50:51.546143 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7169f-65d4-48c5-a478-10d2093b0596 None None] Pushing event updated for resources: {'Port': ['ID=4cacd5ed-143c-42df-84e2-33d7b20efedf,revision_number=2']} {{(pid=82759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:51.549573 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.managers [None req-66eba111-594f-4405-ae99-b6d73c137758 None None] Attempting to bind port 4cacd5ed-143c-42df-84e2-33d7b20efedf on host dv-cinder-825103-1-iscsi for vnic_type normal with profile {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:50:51.549939 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.managers [None req-66eba111-594f-4405-ae99-b6d73c137758 None None] Attempting to bind port 4cacd5ed-143c-42df-84e2-33d7b20efedf by drivers openvswitch,hyperv on host dv-cinder-825103-1-iscsi at level 0 using segments [{'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'}] {{(pid=82759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:50:51.550302 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eba111-594f-4405-ae99-b6d73c137758 None None] Attempting to bind port 4cacd5ed-143c-42df-84e2-33d7b20efedf on network e1680602-72eb-4a8f-a690-8170848820e2 {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:50:51.575556 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eba111-594f-4405-ae99-b6d73c137758 None None] Checking agent: {'id': 'fb28a64d-5559-4ddf-90c6-916f6d0b547c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 40, 17), 'started_at': datetime.datetime(2022, 1, 18, 12, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:50:51.576008 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eba111-594f-4405-ae99-b6d73c137758 None None] Checking segment: {'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:50:51.576366 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-66eba111-594f-4405-ae99-b6d73c137758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:51.580587 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eba111-594f-4405-ae99-b6d73c137758 None None] Bound using segment: {'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'} {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:50:51.581111 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.managers [None req-66eba111-594f-4405-ae99-b6d73c137758 None None] Bound port: 4cacd5ed-143c-42df-84e2-33d7b20efedf, host: dv-cinder-825103-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'}}] {{(pid=82759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:50:51.581518 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-66eba111-594f-4405-ae99-b6d73c137758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:51.601705 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-4c0f4eb3-730a-4092-a761-1230ea9bfdfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:51.608873 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-4c0f4eb3-730a-4092-a761-1230ea9bfdfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:51.661994 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-c800c450-0eb6-4c19-9a2d-0642e262f744 None None] Provisioning for port fd21304e-774b-46d3-8b4e-23d5726b0787 completed by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:50:51.753911 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.db [None req-66eba111-594f-4405-ae99-b6d73c137758 None None] For port 4cacd5ed-143c-42df-84e2-33d7b20efedf, host dv-cinder-825103-1-iscsi, cleared binding levels {{(pid=82759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:50:51.757329 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f4eb3-730a-4092-a761-1230ea9bfdfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44936799-5f1d-4cad-850b-749b3db76a42,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:51.757994 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.db [None req-66eba111-594f-4405-ae99-b6d73c137758 None None] For port 4cacd5ed-143c-42df-84e2-33d7b20efedf, host dv-cinder-825103-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=4cacd5ed-143c-42df-84e2-33d7b20efedf,segment=NetworkSegment(a71a77f2-f00b-4634-9c06-cb577f22632a),segment_id=a71a77f2-f00b-4634-9c06-cb577f22632a)] {{(pid=82759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:50:51.770214 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-66eba111-594f-4405-ae99-b6d73c137758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:51.779620 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-4c0f4eb3-730a-4092-a761-1230ea9bfdfd admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cb1ac2da04b64f5bbdd99eb269617c29&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0954385 Jan 18 12:50:51.780628 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 49082) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:51.844574 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning for port fd21304e-774b-46d3-8b4e-23d5726b0787 completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:50:51.864663 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port fd21304e-774b-46d3-8b4e-23d5726b0787 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:50:51.864663 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:51.883469 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.db_base_plugin_common [None req-cd9bb8cd-8593-4a86-b595-8172f8ab74fd admin admin] Allocated IP 172.20.0.1 (59423773-ade1-4fc6-8236-d6f4d4c84673/6fb3ac51-148d-48ef-b1f0-0ea90dadc88d/fae37302-903c-4731-89b1-cf8515dd0c24) {{(pid=82757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:50:51.908746 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d3e19-88d5-4ff9-853c-3b3f5ddb2466 req-9720a062-80db-4d42-a3f1-f968cd03c36f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:51.911475 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7169f-65d4-48c5-a478-10d2093b0596 None None] Pushing event updated for resources: {'Port': ['ID=4cacd5ed-143c-42df-84e2-33d7b20efedf,revision_number=3']} {{(pid=82759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:51.921868 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-002d3e19-88d5-4ff9-853c-3b3f5ddb2466 req-9720a062-80db-4d42-a3f1-f968cd03c36f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 945 time: 0.2787597 Jan 18 12:50:51.922088 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eba111-594f-4405-ae99-b6d73c137758 None None] Routers {'03d51331-a281-4025-8f77-71354eb76f2a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:50:51.926822 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-66eba111-594f-4405-ae99-b6d73c137758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:50:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['03d51331-a281-4025-8f77-71354eb76f2a'], 'active': True} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:52.020222 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-6df5f070-1f44-4bc6-8242-11af7b82bd38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:52.103335 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-002d3e19-88d5-4ff9-853c-3b3f5ddb2466 req-106b1005-4b2a-4c85-8954-99b656eaa372 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798720 Jan 18 12:50:52.136412 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-6df5f070-1f44-4bc6-8242-11af7b82bd38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:52.202762 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvr_db [None req-66eba111-594f-4405-ae99-b6d73c137758 None None] Set router 03d51331-a281-4025-8f77-71354eb76f2a gateway port host: dv-cinder-825103-1-iscsi {{(pid=82759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:50:52.210070 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:52.217161 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-cd9bb8cd-8593-4a86-b595-8172f8ab74fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:52.243875 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-6df5f070-1f44-4bc6-8242-11af7b82bd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:52.268172 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5f070-1f44-4bc6-8242-11af7b82bd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44936799-5f1d-4cad-850b-749b3db76a42,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:52.271495 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.provisioning_blocks [None req-cd9bb8cd-8593-4a86-b595-8172f8ab74fd admin admin] Transition to ACTIVE for port object fae37302-903c-4731-89b1-cf8515dd0c24 will not be triggered until provisioned by entity DHCP. {{(pid=82757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:50:52.279118 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] For port fd21304e-774b-46d3-8b4e-23d5726b0787, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=fd21304e-774b-46d3-8b4e-23d5726b0787,segment=NetworkSegment(31025bb3-c82a-4184-81c2-01abe7adf52c),segment_id=31025bb3-c82a-4184-81c2-01abe7adf52c)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:52.280239 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-6df5f070-1f44-4bc6-8242-11af7b82bd38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:52.297364 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:52.299563 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device d899a275-0534-46e1-88ba-eac3c88296bc up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:50:52.299688 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-6df5f070-1f44-4bc6-8242-11af7b82bd38 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/44936799-5f1d-4cad-850b-749b3db76a42 HTTP/1.1" status: 204 len: 168 time: 0.5174134 Jan 18 12:50:52.327851 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-cd9bb8cd-8593-4a86-b595-8172f8ab74fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15894096'] for port, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:52.510984 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9bb8cd-8593-4a86-b595-8172f8ab74fd admin admin] Network 59423773-ade1-4fc6-8236-d6f4d4c84673 is already hosted by enough agents. {{(pid=82757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:50:52.515697 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-cd9bb8cd-8593-4a86-b595-8172f8ab74fd admin admin] Resources bound (agent type, host, resource id): {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:50:52.524500 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9bb8cd-8593-4a86-b595-8172f8ab74fd admin admin] Received port after_create {{(pid=82757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:50:52.605652 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9bb8cd-8593-4a86-b595-8172f8ab74fd admin admin] Pushing event updated for resources: {'Port': ['ID=fae37302-903c-4731-89b1-cf8515dd0c24,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:52.645375 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Pushing event updated for resources: {'Port': ['ID=fd21304e-774b-46d3-8b4e-23d5726b0787,revision_number=3']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:52.677384 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning for port d899a275-0534-46e1-88ba-eac3c88296bc completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:50:52.692942 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port d899a275-0534-46e1-88ba-eac3c88296bc triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:50:52.692942 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:52.718884 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-cd9bb8cd-8593-4a86-b595-8172f8ab74fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16439462'] for router_interface, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:52.866843 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-cd9bb8cd-8593-4a86-b595-8172f8ab74fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:52.873901 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-cbb257ef-adce-4900-bf85-ef1f08a0bff1 None None] Provisioning complete for port fd21304e-774b-46d3-8b4e-23d5726b0787 triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:50:52.877084 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-cbb257ef-adce-4900-bf85-ef1f08a0bff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:52.939987 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-66eba111-594f-4405-ae99-b6d73c137758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d51331-a281-4025-8f77-71354eb76f2a', 'name': 'tempest-TestMinimumBasicScenario-666051037-router', 'tenant_id': 'fc4ac481755941cda45bd1864a8afdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '4cacd5ed-143c-42df-84e2-33d7b20efedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:46Z', 'updated_at': '2022-01-18T12:50:48Z', 'revision_number': 3, 'project_id': 'fc4ac481755941cda45bd1864a8afdb2', 'gw_port': {'id': '4cacd5ed-143c-42df-84e2-33d7b20efedf', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d51331-a281-4025-8f77-71354eb76f2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:47Z', 'updated_at': '2022-01-18T12:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:50:52.957938 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66eba111-594f-4405-ae99-b6d73c137758 None None] The sync data for ids ['03d51331-a281-4025-8f77-71354eb76f2a'] in dv-cinder-825103-1-iscsi is: [{'id': '03d51331-a281-4025-8f77-71354eb76f2a', 'name': 'tempest-TestMinimumBasicScenario-666051037-router', 'tenant_id': 'fc4ac481755941cda45bd1864a8afdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '4cacd5ed-143c-42df-84e2-33d7b20efedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:46Z', 'updated_at': '2022-01-18T12:50:48Z', 'revision_number': 3, 'project_id': 'fc4ac481755941cda45bd1864a8afdb2', 'gw_port': {'id': '4cacd5ed-143c-42df-84e2-33d7b20efedf', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d51331-a281-4025-8f77-71354eb76f2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:47Z', 'updated_at': '2022-01-18T12:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}] {{(pid=82759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:50:53.043245 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:53.101178 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 49108) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:53.139971 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-7220dd83-6971-4334-97a6-b67f68e3b48a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:53.161253 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] For port d899a275-0534-46e1-88ba-eac3c88296bc, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=d899a275-0534-46e1-88ba-eac3c88296bc,segment=NetworkSegment(dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0),segment_id=dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:53.175539 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:53.216870 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-7220dd83-6971-4334-97a6-b67f68e3b48a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:53.230382 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-7220dd83-6971-4334-97a6-b67f68e3b48a admin admin] Usage tracker for resource:security_group_rule and tenant:109673dc4b01458bb1549e57c81a50fd is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:53.232667 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-cd9bb8cd-8593-4a86-b595-8172f8ab74fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:53.236449 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-7220dd83-6971-4334-97a6-b67f68e3b48a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:53.238871 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-cd9bb8cd-8593-4a86-b595-8172f8ab74fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15894105'] for port, after_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:53.255069 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-7220dd83-6971-4334-97a6-b67f68e3b48a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:53.297760 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Pushing event updated for resources: {'Port': ['ID=d899a275-0534-46e1-88ba-eac3c88296bc,revision_number=5']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:53.353803 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device fd21304e-774b-46d3-8b4e-23d5726b0787 up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:50:53.366254 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-7220dd83-6971-4334-97a6-b67f68e3b48a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:53.377317 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-7220dd83-6971-4334-97a6-b67f68e3b48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:53.401025 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-cd9bb8cd-8593-4a86-b595-8172f8ab74fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15336385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16440911'] for router_interface, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:53.405519 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9bb8cd-8593-4a86-b595-8172f8ab74fd admin admin] Pushing event updated for resources: {'Port': ['ID=fae37302-903c-4731-89b1-cf8515dd0c24,revision_number=2']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:53.432467 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220dd83-6971-4334-97a6-b67f68e3b48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7c53d1-c59c-425c-aae6-d4666c86d9cb,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:53.476115 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-6dc43ffd-02c1-48ab-b388-384edef82916 None None] Provisioning for port fae37302-903c-4731-89b1-cf8515dd0c24 completed by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:50:53.476327 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-7220dd83-6971-4334-97a6-b67f68e3b48a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=109673dc4b01458bb1549e57c81a50fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3714378 Jan 18 12:50:53.477581 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 49116) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:53.489192 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-6dc43ffd-02c1-48ab-b388-384edef82916 None None] Provisioning complete for port fae37302-903c-4731-89b1-cf8515dd0c24 triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:50:53.489573 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-6dc43ffd-02c1-48ab-b388-384edef82916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:53.551692 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-6dc43ffd-02c1-48ab-b388-384edef82916 None None] Port fae37302-903c-4731-89b1-cf8515dd0c24 cannot update to ACTIVE because it is not bound. {{(pid=82758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:50:53.555706 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port fd21304e-774b-46d3-8b4e-23d5726b0787 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:50:53.555706 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:53.660532 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-a31fc62c-881f-4ef1-983b-60388453430c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:53.678338 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9bb8cd-8593-4a86-b595-8172f8ab74fd admin admin] Network 59423773-ade1-4fc6-8236-d6f4d4c84673 is already hosted by enough agents. {{(pid=82757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:50:53.680558 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-cd9bb8cd-8593-4a86-b595-8172f8ab74fd admin admin] Resources bound (agent type, host, resource id): {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:50:53.701095 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431e29d-8f4a-4cde-8f60-f37df6f4b463 req-fd9958e1-2006-4c4a-b3d8-a7e14f45d869 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:53.705033 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5431e29d-8f4a-4cde-8f60-f37df6f4b463 req-fd9958e1-2006-4c4a-b3d8-a7e14f45d869 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 945 time: 0.2079420 Jan 18 12:50:53.761876 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-a31fc62c-881f-4ef1-983b-60388453430c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:53.826408 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5431e29d-8f4a-4cde-8f60-f37df6f4b463 req-56161c0c-5d9e-4f0b-8caf-129704b96675 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040921 Jan 18 12:50:53.867321 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-a31fc62c-881f-4ef1-983b-60388453430c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:53.893581 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-a31fc62c-881f-4ef1-983b-60388453430c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:53.894848 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-a31fc62c-881f-4ef1-983b-60388453430c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2e7c53d1-c59c-425c-aae6-d4666c86d9cb HTTP/1.1" status: 204 len: 168 time: 0.4155836 Jan 18 12:50:53.898426 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31fc62c-881f-4ef1-983b-60388453430c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7c53d1-c59c-425c-aae6-d4666c86d9cb,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:53.961156 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3150e8f0-3f24-4bba-b303-a48dfd97308c req-182ba1dd-4cc3-491b-b941-89d5e990f930 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:53.968654 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3150e8f0-3f24-4bba-b303-a48dfd97308c req-182ba1dd-4cc3-491b-b941-89d5e990f930 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.2229807 Jan 18 12:50:54.080118 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3150e8f0-3f24-4bba-b303-a48dfd97308c req-44df2041-e60b-4879-8a5c-cbe642d07b73 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091781 Jan 18 12:50:54.089487 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-9c1f932c-f593-4d75-a2d1-51dad4f6337d None None] Provisioning complete for port fae37302-903c-4731-89b1-cf8515dd0c24 triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:50:54.089736 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-9c1f932c-f593-4d75-a2d1-51dad4f6337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:54.167196 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-9c1f932c-f593-4d75-a2d1-51dad4f6337d None None] Port fae37302-903c-4731-89b1-cf8515dd0c24 cannot update to ACTIVE because it is not bound. {{(pid=82758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:50:54.376924 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9bb8cd-8593-4a86-b595-8172f8ab74fd admin admin] Router 03d51331-a281-4025-8f77-71354eb76f2a has already been hosted by L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 {{(pid=82757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:50:54.421382 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7cb9576c-496b-4f20-bd41-4161509255fd req-0cb4a3d6-4807-4353-9d0e-05b84acff8e0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1f579550087f4cada7f426f1d491402f&device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 1098 time: 0.0933709 Jan 18 12:50:54.580091 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9576c-496b-4f20-bd41-4161509255fd req-6e225015-b665-422e-9353-8ac0f2ed6b69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:54.581572 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7cb9576c-496b-4f20-bd41-4161509255fd req-6e225015-b665-422e-9353-8ac0f2ed6b69 service neutron] 10.222.0.35 "GET /v2.0/networks?id=278ba1fd-8468-4f28-a995-460d471862f3 HTTP/1.1" status: 200 len: 921 time: 0.1532557 Jan 18 12:50:54.632025 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9bb8cd-8593-4a86-b595-8172f8ab74fd admin admin] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:50:54.645550 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-cd9bb8cd-8593-4a86-b595-8172f8ab74fd admin admin] 10.222.0.84 "PUT /v2.0/routers/03d51331-a281-4025-8f77-71354eb76f2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2700241 Jan 18 12:50:54.684852 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7cb9576c-496b-4f20-bd41-4161509255fd req-98507e0d-ab9e-455b-b68d-4848e8c5f05b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3db9478d-dd47-410b-ba68-5b193216df9b HTTP/1.1" status: 200 len: 217 time: 0.0958848 Jan 18 12:50:54.822568 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9576c-496b-4f20-bd41-4161509255fd req-ec8f6982-c23a-4abf-b143-61150df20b60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:54.824261 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7cb9576c-496b-4f20-bd41-4161509255fd req-ec8f6982-c23a-4abf-b143-61150df20b60 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3f6ce3a-9cb1-41e6-95d3-abca0d25c5c7 HTTP/1.1" status: 200 len: 859 time: 0.1333690 Jan 18 12:50:54.910174 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7cb9576c-496b-4f20-bd41-4161509255fd req-4a39ffed-4cd7-4f07-a92d-2057f0cb4387 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=278ba1fd-8468-4f28-a995-460d471862f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748658 Jan 18 12:50:55.214823 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7cb9576c-496b-4f20-bd41-4161509255fd req-2862e73b-0a99-4001-950a-d08a65aa95af service neutron] 10.222.0.35 "GET /v2.0/networks/278ba1fd-8468-4f28-a995-460d471862f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932203 Jan 18 12:50:55.227081 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21fda2f-7217-4dd8-ada6-9e0e63ce95bd req-9cfee5a8-83c0-4180-a691-603bc8515816 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:55.228510 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d21fda2f-7217-4dd8-ada6-9e0e63ce95bd req-9cfee5a8-83c0-4180-a691-603bc8515816 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 945 time: 0.1674020 Jan 18 12:50:55.287075 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device d899a275-0534-46e1-88ba-eac3c88296bc up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:50:55.391326 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d21fda2f-7217-4dd8-ada6-9e0e63ce95bd req-69e7cfa5-fd13-4cae-a7e3-7024b58fa412 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399131 Jan 18 12:50:55.492973 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port d899a275-0534-46e1-88ba-eac3c88296bc triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:50:55.494339 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:55.533284 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a602200-ef06-4041-95a2-ddabc2514930 req-12ed08fb-274b-4269-90bd-e89283d05b50 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:55.540968 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3a602200-ef06-4041-95a2-ddabc2514930 req-12ed08fb-274b-4269-90bd-e89283d05b50 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.2065420 Jan 18 12:50:55.551891 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7cb9576c-496b-4f20-bd41-4161509255fd req-3673c40f-3aa3-49bb-84aa-6b924a349d44 service neutron] 10.222.0.35 "GET /v2.0/networks/278ba1fd-8468-4f28-a995-460d471862f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224163 Jan 18 12:50:55.608828 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3a602200-ef06-4041-95a2-ddabc2514930 req-025813f2-3fee-49a2-a006-86b8a776b2be tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629597 Jan 18 12:50:56.814097 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a15a2-2253-4c59-a777-c912b6c3a013 req-9008af76-fde6-4a1d-9d54-a7d791d9b75d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:56.819466 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-976a15a2-2253-4c59-a777-c912b6c3a013 req-9008af76-fde6-4a1d-9d54-a7d791d9b75d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 945 time: 0.1388268 Jan 18 12:50:56.907462 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-976a15a2-2253-4c59-a777-c912b6c3a013 req-658971ef-3707-4258-a01c-5223a7db7abe tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791359 Jan 18 12:50:56.976039 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8833c-10e5-4d90-bf56-1fb986714796 req-015368a2-1a88-4872-a940-cc5a542f9927 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:56.978826 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-27c8833c-10e5-4d90-bf56-1fb986714796 req-015368a2-1a88-4872-a940-cc5a542f9927 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.1471260 Jan 18 12:50:57.054555 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-27c8833c-10e5-4d90-bf56-1fb986714796 req-e87c33fe-66d3-42c3-91c8-afc125a9d8db tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668471 Jan 18 12:50:57.360658 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 4cacd5ed-143c-42df-84e2-33d7b20efedf up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:50:57.537006 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning for port 4cacd5ed-143c-42df-84e2-33d7b20efedf completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:50:57.542630 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 4cacd5ed-143c-42df-84e2-33d7b20efedf triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:50:57.543112 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:57.750125 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:57.772237 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] For port 4cacd5ed-143c-42df-84e2-33d7b20efedf, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=4cacd5ed-143c-42df-84e2-33d7b20efedf,segment=NetworkSegment(a71a77f2-f00b-4634-9c06-cb577f22632a),segment_id=a71a77f2-f00b-4634-9c06-cb577f22632a)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:50:57.782614 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:57.871229 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Pushing event updated for resources: {'Port': ['ID=4cacd5ed-143c-42df-84e2-33d7b20efedf,revision_number=4']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:58.297621 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544d57b-9c02-4b15-a4f0-25b3c48c1c40 req-07b88802-919f-4cf7-bdc1-2388a887dc57 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:58.305977 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5544d57b-9c02-4b15-a4f0-25b3c48c1c40 req-07b88802-919f-4cf7-bdc1-2388a887dc57 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 945 time: 0.1158793 Jan 18 12:50:58.368483 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5544d57b-9c02-4b15-a4f0-25b3c48c1c40 req-a2d69e57-1c99-428f-bd16-ebd87b4c7f6c tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613868 Jan 18 12:50:58.396321 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c1f20-1093-47ba-b2f6-e3de7c4ccb14 req-bf2a5650-b924-49e0-996f-5a7c3d50ad84 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:58.404573 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-fe7c1f20-1093-47ba-b2f6-e3de7c4ccb14 req-bf2a5650-b924-49e0-996f-5a7c3d50ad84 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.1107659 Jan 18 12:50:58.485170 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-fe7c1f20-1093-47ba-b2f6-e3de7c4ccb14 req-9d2727c8-0a55-4e7f-a4e8-560b4c9ba928 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712738 Jan 18 12:50:58.676886 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 49276) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:58.888021 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-23b36876-a774-4c76-893b-3b2bc5225735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:58.936131 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-23b36876-a774-4c76-893b-3b2bc5225735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:50:58.943187 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-23b36876-a774-4c76-893b-3b2bc5225735 admin admin] Usage tracker for resource:security_group_rule and tenant:26c9069e23dd43c4b05682d581819832 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:50:58.946522 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-23b36876-a774-4c76-893b-3b2bc5225735 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:50:58.956409 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-23b36876-a774-4c76-893b-3b2bc5225735 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:50:59.069000 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-23b36876-a774-4c76-893b-3b2bc5225735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:59.074512 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-23b36876-a774-4c76-893b-3b2bc5225735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:59.183890 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b36876-a774-4c76-893b-3b2bc5225735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5afcfa1-ee93-4e35-84af-31e6b9a74c99,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:59.189273 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-23b36876-a774-4c76-893b-3b2bc5225735 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=26c9069e23dd43c4b05682d581819832&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5110097 Jan 18 12:50:59.192019 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 49286) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:50:59.300448 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-9b764de1-675d-4d17-a083-36a7556ae186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:59.360717 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-9b764de1-675d-4d17-a083-36a7556ae186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:59.386125 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 4cacd5ed-143c-42df-84e2-33d7b20efedf up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:50:59.443141 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-9b764de1-675d-4d17-a083-36a7556ae186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:59.491276 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-9b764de1-675d-4d17-a083-36a7556ae186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:59.506150 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 4cacd5ed-143c-42df-84e2-33d7b20efedf triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:50:59.506877 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-9b764de1-675d-4d17-a083-36a7556ae186 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c5afcfa1-ee93-4e35-84af-31e6b9a74c99 HTTP/1.1" status: 204 len: 168 time: 0.3023453 Jan 18 12:50:59.507204 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:50:59.508082 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b764de1-675d-4d17-a083-36a7556ae186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5afcfa1-ee93-4e35-84af-31e6b9a74c99,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:50:59.780562 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61c779-9c52-4a76-9bb0-f0c7fd66d524 req-18c86b57-7f83-417b-a79d-2b2a183b42e3 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:59.791519 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-3f61c779-9c52-4a76-9bb0-f0c7fd66d524 req-18c86b57-7f83-417b-a79d-2b2a183b42e3 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 945 time: 0.2118382 Jan 18 12:50:59.894660 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-3f61c779-9c52-4a76-9bb0-f0c7fd66d524 req-97970cc2-0265-45d4-9fe1-157227f8ad73 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997126 Jan 18 12:50:59.947619 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053fab3-434e-40bf-9000-7bd80b27de09 req-64e830aa-e267-4e5c-abd6-3d3298d43a67 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:50:59.958110 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7053fab3-434e-40bf-9000-7bd80b27de09 req-64e830aa-e267-4e5c-abd6-3d3298d43a67 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.2007217 Jan 18 12:51:00.085067 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7053fab3-434e-40bf-9000-7bd80b27de09 req-4155400d-f2de-43a9-8b52-10623fe5357c tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259699 Jan 18 12:51:00.120450 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 49308) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:00.146306 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-bafd7a01-7724-4b37-8ab0-a264f0a2fefd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:00.202853 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-bafd7a01-7724-4b37-8ab0-a264f0a2fefd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:00.217891 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-bafd7a01-7724-4b37-8ab0-a264f0a2fefd admin admin] Usage tracker for resource:security_group_rule and tenant:659ba0151e8a4b199cba6bb179449ec8 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:00.225766 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-bafd7a01-7724-4b37-8ab0-a264f0a2fefd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:00.234513 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-bafd7a01-7724-4b37-8ab0-a264f0a2fefd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:00.375361 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-bafd7a01-7724-4b37-8ab0-a264f0a2fefd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:00.380477 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-bafd7a01-7724-4b37-8ab0-a264f0a2fefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:00.493737 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd7a01-7724-4b37-8ab0-a264f0a2fefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698679c7-6260-42ca-be60-5816bd3c80f8,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:00.503117 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-bafd7a01-7724-4b37-8ab0-a264f0a2fefd admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=659ba0151e8a4b199cba6bb179449ec8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3792439 Jan 18 12:51:00.503419 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 49314) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:00.583451 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-fa2ecb60-7a13-4ac6-b64f-92b1b20359cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:00.613164 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-fa2ecb60-7a13-4ac6-b64f-92b1b20359cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:00.695193 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-fa2ecb60-7a13-4ac6-b64f-92b1b20359cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:00.711604 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ecb60-7a13-4ac6-b64f-92b1b20359cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698679c7-6260-42ca-be60-5816bd3c80f8,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:00.750787 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-fa2ecb60-7a13-4ac6-b64f-92b1b20359cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:00.752438 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-fa2ecb60-7a13-4ac6-b64f-92b1b20359cd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/698679c7-6260-42ca-be60-5816bd3c80f8 HTTP/1.1" status: 204 len: 168 time: 0.2476149 Jan 18 12:51:01.226057 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea5cef-38b3-49bf-aa60-ce2201c67c5f req-cb7b3c9e-a85a-45a5-800c-be486de23815 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:01.227746 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e8ea5cef-38b3-49bf-aa60-ce2201c67c5f req-cb7b3c9e-a85a-45a5-800c-be486de23815 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 945 time: 0.1466386 Jan 18 12:51:01.342117 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e8ea5cef-38b3-49bf-aa60-ce2201c67c5f req-d6e13784-e5ee-47a5-8506-d163d5580c49 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067126 Jan 18 12:51:01.508663 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0846df-fc3c-4dc6-909c-f6b442bee1cc req-58f8957f-a58d-4297-a749-f18e15d78048 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:01.521200 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-9f0846df-fc3c-4dc6-909c-f6b442bee1cc req-58f8957f-a58d-4297-a749-f18e15d78048 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.1790361 Jan 18 12:51:01.597973 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-9f0846df-fc3c-4dc6-909c-f6b442bee1cc req-e698e904-3930-4ff9-aca7-84f0eed4b8cb tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728090 Jan 18 12:51:02.705224 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8c967-f1a0-4688-8a04-8dc1fe388e3b req-40835643-a22f-4134-b811-739d5923e1a3 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:02.708431 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2cd8c967-f1a0-4688-8a04-8dc1fe388e3b req-40835643-a22f-4134-b811-739d5923e1a3 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 945 time: 0.1006856 Jan 18 12:51:02.788217 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2cd8c967-f1a0-4688-8a04-8dc1fe388e3b req-0954c2b4-0e11-4d36-81c4-934a4261859a tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731974 Jan 18 12:51:02.879845 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f7940-92d3-48f8-a5a9-52004eb1e068 req-2fd03e1d-bccc-40fd-937a-ce6206275cb0 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:02.881431 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6c6f7940-92d3-48f8-a5a9-52004eb1e068 req-2fd03e1d-bccc-40fd-937a-ce6206275cb0 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.1460576 Jan 18 12:51:02.948180 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6c6f7940-92d3-48f8-a5a9-52004eb1e068 req-be8912e5-a1fb-44f0-9581-e305f455bbf4 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607600 Jan 18 12:51:03.296489 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 49400) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:03.599268 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-e4e40533-cf17-41c5-ad90-45d8c1793a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:03.641935 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-e4e40533-cf17-41c5-ad90-45d8c1793a52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:03.648383 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-e4e40533-cf17-41c5-ad90-45d8c1793a52 admin admin] Usage tracker for resource:security_group_rule and tenant:5d8b1653e8ad4231956ef77434a3eb2b is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:03.654028 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-e4e40533-cf17-41c5-ad90-45d8c1793a52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:03.660491 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-e4e40533-cf17-41c5-ad90-45d8c1793a52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:03.775065 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-e4e40533-cf17-41c5-ad90-45d8c1793a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:03.783135 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-e4e40533-cf17-41c5-ad90-45d8c1793a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:03.839141 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e40533-cf17-41c5-ad90-45d8c1793a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c320d7-be0e-4645-81c9-b9919011a23d,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:03.864285 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-e4e40533-cf17-41c5-ad90-45d8c1793a52 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5d8b1653e8ad4231956ef77434a3eb2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5669639 Jan 18 12:51:03.866976 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 49414) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:03.943722 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-9c05fd81-1a1e-40ca-83dd-1392bd253e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:04.007935 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-9c05fd81-1a1e-40ca-83dd-1392bd253e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:04.104789 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-9c05fd81-1a1e-40ca-83dd-1392bd253e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:04.140675 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-9c05fd81-1a1e-40ca-83dd-1392bd253e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:04.144243 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-9c05fd81-1a1e-40ca-83dd-1392bd253e41 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f9c320d7-be0e-4645-81c9-b9919011a23d HTTP/1.1" status: 204 len: 168 time: 0.2731040 Jan 18 12:51:04.146451 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05fd81-1a1e-40ca-83dd-1392bd253e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c320d7-be0e-4645-81c9-b9919011a23d,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:04.229323 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa9e0b-a702-4f1c-8579-dba2d0752640 req-b272418f-a6ed-4c16-af43-128f8ba65cd8 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:04.238384 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-56fa9e0b-a702-4f1c-8579-dba2d0752640 req-b272418f-a6ed-4c16-af43-128f8ba65cd8 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 945 time: 0.1049635 Jan 18 12:51:04.258844 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba20426-276e-4a7b-9db5-d31806714a89 req-09e24e60-cb7d-448e-a2e6-cb9ff3bf2166 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:04.260697 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-5ba20426-276e-4a7b-9db5-d31806714a89 req-09e24e60-cb7d-448e-a2e6-cb9ff3bf2166 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.1210678 Jan 18 12:51:04.305644 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-56fa9e0b-a702-4f1c-8579-dba2d0752640 req-e6396736-f258-4ae6-ade5-a2deb344ec04 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662482 Jan 18 12:51:04.337155 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-5ba20426-276e-4a7b-9db5-d31806714a89 req-64b48202-88e2-4eb3-90d0-24497e817e29 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594292 Jan 18 12:51:05.627090 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc70fb5-e84b-4b9e-adf6-d2796439433a req-a4c7d92c-7325-4ae1-b53d-9bebfddfacc0 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:05.635112 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9fc70fb5-e84b-4b9e-adf6-d2796439433a req-a4c7d92c-7325-4ae1-b53d-9bebfddfacc0 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 945 time: 0.1610498 Jan 18 12:51:05.672346 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342760d-b74c-48b2-9a36-c44b2c1becc8 req-3c357c81-25a5-45d1-9bf9-afb31c9c2527 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:05.679889 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7342760d-b74c-48b2-9a36-c44b2c1becc8 req-3c357c81-25a5-45d1-9bf9-afb31c9c2527 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.1858945 Jan 18 12:51:05.760350 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9fc70fb5-e84b-4b9e-adf6-d2796439433a req-9554d8bc-bdc1-4775-9206-161480543b61 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242442 Jan 18 12:51:05.799863 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7342760d-b74c-48b2-9a36-c44b2c1becc8 req-6a8dc4e2-b57e-4944-9331-c0f894de944e tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187830 Jan 18 12:51:07.029360 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c47182-cd51-4331-b451-96e9ad9d1abe req-9350d34c-0e75-4a71-894e-b7ac090e0603 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:07.036906 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c7c47182-cd51-4331-b451-96e9ad9d1abe req-9350d34c-0e75-4a71-894e-b7ac090e0603 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 945 time: 0.0914469 Jan 18 12:51:07.134236 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38255919-522b-4542-9886-4aa677e37285 req-e8f76f6d-ee69-4f42-8c19-5a1f654b5743 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:07.135850 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-38255919-522b-4542-9886-4aa677e37285 req-e8f76f6d-ee69-4f42-8c19-5a1f654b5743 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.1125965 Jan 18 12:51:07.147496 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c7c47182-cd51-4331-b451-96e9ad9d1abe req-4143c41a-d18f-400c-84fe-fdbdc9507282 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093817 Jan 18 12:51:07.213903 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-38255919-522b-4542-9886-4aa677e37285 req-189a8ee2-4668-43db-ad40-1b168ae1c4d0 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698671 Jan 18 12:51:08.430185 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74f403-e16c-4831-92d4-7805b009efef req-9df0a8cb-6f9b-4d82-8078-ebba0ffea070 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:08.432450 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-db74f403-e16c-4831-92d4-7805b009efef req-9df0a8cb-6f9b-4d82-8078-ebba0ffea070 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 945 time: 0.1359639 Jan 18 12:51:08.535818 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-db74f403-e16c-4831-92d4-7805b009efef req-65c76bfe-f52a-4b49-babc-6ac8c4fd7d4f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950172 Jan 18 12:51:08.546432 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f51452-8416-489f-b474-174651fd79b4 req-853648fb-4a2d-4427-91e0-80be7cead9c1 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:08.554473 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-16f51452-8416-489f-b474-174651fd79b4 req-853648fb-4a2d-4427-91e0-80be7cead9c1 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.1847186 Jan 18 12:51:08.609408 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-16f51452-8416-489f-b474-174651fd79b4 req-8eda2ba6-191f-47d3-a87e-e9a9dcf8706e tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536747 Jan 18 12:51:09.848157 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4cadfd-cad2-4d75-954d-2dbf2946f3a1 req-5deabb64-8a7e-4deb-ba07-bfb0db3ad306 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:09.849660 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0c4cadfd-cad2-4d75-954d-2dbf2946f3a1 req-5deabb64-8a7e-4deb-ba07-bfb0db3ad306 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 945 time: 0.1170237 Jan 18 12:51:09.856000 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0e151-07f5-485d-becc-11a67dc1988f req-bf8f0efe-6515-41a7-b3d2-582e33fe8dee tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:09.858289 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-dfa0e151-07f5-485d-becc-11a67dc1988f req-bf8f0efe-6515-41a7-b3d2-582e33fe8dee tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.0862963 Jan 18 12:51:09.909059 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0c4cadfd-cad2-4d75-954d-2dbf2946f3a1 req-eb46184d-7ebf-4718-84df-6e92956f0c4a tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505972 Jan 18 12:51:09.912949 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-dfa0e151-07f5-485d-becc-11a67dc1988f req-be1f0783-cedd-4c76-ad9f-5503f7f9412d tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484731 Jan 18 12:51:09.993074 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 46f08e28-9893-4e71-b797-64224dcc5fb4 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:51:10.000493 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:10.168829 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 46f08e28-9893-4e71-b797-64224dcc5fb4, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=46f08e28-9893-4e71-b797-64224dcc5fb4,segment=NetworkSegment(87c18e1c-b1f5-42be-a8fc-168d2192ac96),segment_id=87c18e1c-b1f5-42be-a8fc-168d2192ac96)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:10.184470 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Returning: {'device': '46f08e28-9893-4e71-b797-64224dcc5fb4', 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d', 'port_id': '46f08e28-9893-4e71-b797-64224dcc5fb4', 'mac_address': 'fa:16:3e:3c:7f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe840dcd-84e6-4b5f-bdcf-ef3e08af5039', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:51:10.243733 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:10.261619 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46f08e28-9893-4e71-b797-64224dcc5fb4 {{(pid=82758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:51:10.277946 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 46f08e28-9893-4e71-b797-64224dcc5fb4, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=46f08e28-9893-4e71-b797-64224dcc5fb4,segment=NetworkSegment(87c18e1c-b1f5-42be-a8fc-168d2192ac96),segment_id=87c18e1c-b1f5-42be-a8fc-168d2192ac96)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:10.283138 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:10.356309 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=46f08e28-9893-4e71-b797-64224dcc5fb4,revision_number=6']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:10.365534 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:10.365851 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:10.366182 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:10.366616 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:10.366853 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:10.367176 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:10.367591 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:10.367805 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:10.368123 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:10.368425 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:10.368736 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:10.517874 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] get_ports_and_sgs() called for port_ids ['46f08e28-9893-4e71-b797-64224dcc5fb4'] {{(pid=82758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:51:10.605041 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24dd559-844a-47df-8598-fdb928bc621c None None] Sync routers for ids ['03d51331-a281-4025-8f77-71354eb76f2a'] in dv-cinder-825103-1-iscsi {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:51:10.645911 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24dd559-844a-47df-8598-fdb928bc621c None None] Routers {'03d51331-a281-4025-8f77-71354eb76f2a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:51:10.646545 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-d24dd559-844a-47df-8598-fdb928bc621c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:50:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['03d51331-a281-4025-8f77-71354eb76f2a'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:10.665749 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-2948529e-ff37-4a0a-8677-36a89933f843 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:10.666425 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-2948529e-ff37-4a0a-8677-36a89933f843 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Synchronizing usage tracker for tenant:4780fe48fc504b868a4e20ccdeddc261 on resource:network {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:51:10.683973 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-2948529e-ff37-4a0a-8677-36a89933f843 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Unset dirty status for tenant:4780fe48fc504b868a4e20ccdeddc261 on resource:network {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:51:10.685308 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-2948529e-ff37-4a0a-8677-36a89933f843 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/networks?id=3aafb570-73f3-4d6d-b0fd-ecc33f87d7db HTTP/1.1" status: 200 len: 815 time: 0.1996026 Jan 18 12:51:10.702723 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-4bc70dee-66a1-4bfe-9e8a-8f3df0a44c0f tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/quotas/4780fe48fc504b868a4e20ccdeddc261 HTTP/1.1" status: 200 len: 375 time: 0.0116193 Jan 18 12:51:10.789424 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-8ea4c57d-bfd7-41e6-a6d9-86c8d839335b tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=4780fe48fc504b868a4e20ccdeddc261&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807176 Jan 18 12:51:10.913541 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-d24dd559-844a-47df-8598-fdb928bc621c None None] Set router 03d51331-a281-4025-8f77-71354eb76f2a gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:51:10.958909 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-71945aa9-4589-4447-b496-113d725f8b30 service neutron] 10.222.0.84 "GET /v2.0/networks/3aafb570-73f3-4d6d-b0fd-ecc33f87d7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552668 Jan 18 12:51:11.125843 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-23431a91-13b1-4f7c-b273-c302735e501a service neutron] 10.222.0.84 "GET /v2.0/networks/3aafb570-73f3-4d6d-b0fd-ecc33f87d7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650746 Jan 18 12:51:11.180217 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f691d9-e18a-4a16-974b-5fe91f83606d req-e0f9956f-0ab4-4591-9e1c-8101b1ebfe10 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:11.181894 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-96f691d9-e18a-4a16-974b-5fe91f83606d req-e0f9956f-0ab4-4591-9e1c-8101b1ebfe10 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.0967653 Jan 18 12:51:11.258469 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-96f691d9-e18a-4a16-974b-5fe91f83606d req-e97aa772-8e13-4b69-9822-468cdf75b215 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672257 Jan 18 12:51:11.356610 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-c8c1b83c-7613-4b84-8ff7-28782588c054 req-6b29b550-43ac-4bc4-9131-1afa18b7711d tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Synchronizing usage tracker for tenant:4780fe48fc504b868a4e20ccdeddc261 on resource:port {{(pid=82757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:51:11.357488 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-d24dd559-844a-47df-8598-fdb928bc621c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d51331-a281-4025-8f77-71354eb76f2a', 'name': 'tempest-TestMinimumBasicScenario-666051037-router', 'tenant_id': 'fc4ac481755941cda45bd1864a8afdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '4cacd5ed-143c-42df-84e2-33d7b20efedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:46Z', 'updated_at': '2022-01-18T12:50:52Z', 'revision_number': 4, 'project_id': 'fc4ac481755941cda45bd1864a8afdb2', 'gw_port': {'id': '4cacd5ed-143c-42df-84e2-33d7b20efedf', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d51331-a281-4025-8f77-71354eb76f2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:47Z', 'updated_at': '2022-01-18T12:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': 'fae37302-903c-4731-89b1-cf8515dd0c24', 'name': '', 'network_id': '59423773-ade1-4fc6-8236-d6f4d4c84673', 'tenant_id': 'fc4ac481755941cda45bd1864a8afdb2', 'mac_address': 'fa:16:3e:a1:9f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d51331-a281-4025-8f77-71354eb76f2a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fb3ac51-148d-48ef-b1f0-0ea90dadc88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:51Z', 'updated_at': '2022-01-18T12:50:53Z', 'revision_number': 2, 'project_id': 'fc4ac481755941cda45bd1864a8afdb2', 'subnets': [{'id': '6fb3ac51-148d-48ef-b1f0-0ea90dadc88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:11.362830 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24dd559-844a-47df-8598-fdb928bc621c None None] Checking router: 03d51331-a281-4025-8f77-71354eb76f2a for host: dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:51:11.363537 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24dd559-844a-47df-8598-fdb928bc621c None None] Updating router 03d51331-a281-4025-8f77-71354eb76f2a port fae37302-903c-4731-89b1-cf8515dd0c24 binding host dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:51:11.393797 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-c8c1b83c-7613-4b84-8ff7-28782588c054 req-6b29b550-43ac-4bc4-9131-1afa18b7711d tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Unset dirty status for tenant:4780fe48fc504b868a4e20ccdeddc261 on resource:port {{(pid=82757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:51:11.397256 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c8c1b83c-7613-4b84-8ff7-28782588c054 req-6b29b550-43ac-4bc4-9131-1afa18b7711d tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0845280 Jan 18 12:51:11.444825 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-d24dd559-844a-47df-8598-fdb928bc621c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:11.530854 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8654a-ffb7-4bac-8584-d1026e925198 req-1943d6a1-6791-4e12-a2fb-fb7a0704771e tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:11.533436 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-54d8654a-ffb7-4bac-8584-d1026e925198 req-1943d6a1-6791-4e12-a2fb-fb7a0704771e tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 944 time: 0.1348791 Jan 18 12:51:11.594022 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-54d8654a-ffb7-4bac-8584-d1026e925198 req-0af85468-c5ce-4044-9bd6-d8b3af982af3 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534351 Jan 18 12:51:11.856810 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-d24dd559-844a-47df-8598-fdb928bc621c None None] Notify callbacks [] for port, precommit_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:11.869751 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-d24dd559-844a-47df-8598-fdb928bc621c None None] Transition to ACTIVE for port object fae37302-903c-4731-89b1-cf8515dd0c24 will not be triggered until provisioned by entity L2. {{(pid=82758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:51:11.878534 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-d24dd559-844a-47df-8598-fdb928bc621c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:12.050744 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5cef12-32ca-421f-a308-d96b6042ca43 None None] Pushing event updated for resources: {'Port': ['ID=fae37302-903c-4731-89b1-cf8515dd0c24,revision_number=3']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:12.178415 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-d24dd559-844a-47df-8598-fdb928bc621c None None] Attempting to bind port fae37302-903c-4731-89b1-cf8515dd0c24 on host dv-cinder-825103-1-iscsi for vnic_type normal with profile {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:51:12.178814 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-d24dd559-844a-47df-8598-fdb928bc621c None None] Attempting to bind port fae37302-903c-4731-89b1-cf8515dd0c24 by drivers openvswitch,hyperv on host dv-cinder-825103-1-iscsi at level 0 using segments [{'id': '31025bb3-c82a-4184-81c2-01abe7adf52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '59423773-ade1-4fc6-8236-d6f4d4c84673'}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:51:12.179180 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24dd559-844a-47df-8598-fdb928bc621c None None] Attempting to bind port fae37302-903c-4731-89b1-cf8515dd0c24 on network 59423773-ade1-4fc6-8236-d6f4d4c84673 {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:51:12.188131 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24dd559-844a-47df-8598-fdb928bc621c None None] Checking agent: {'id': 'fb28a64d-5559-4ddf-90c6-916f6d0b547c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 40, 17), 'started_at': datetime.datetime(2022, 1, 18, 12, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:51:12.190563 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24dd559-844a-47df-8598-fdb928bc621c None None] Checking segment: {'id': '31025bb3-c82a-4184-81c2-01abe7adf52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '59423773-ade1-4fc6-8236-d6f4d4c84673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:51:12.191137 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-d24dd559-844a-47df-8598-fdb928bc621c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:12.191597 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24dd559-844a-47df-8598-fdb928bc621c None None] Bound using segment: {'id': '31025bb3-c82a-4184-81c2-01abe7adf52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '59423773-ade1-4fc6-8236-d6f4d4c84673'} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:51:12.194449 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-d24dd559-844a-47df-8598-fdb928bc621c None None] Bound port: fae37302-903c-4731-89b1-cf8515dd0c24, host: dv-cinder-825103-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31025bb3-c82a-4184-81c2-01abe7adf52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '59423773-ade1-4fc6-8236-d6f4d4c84673'}}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:51:12.197139 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-d24dd559-844a-47df-8598-fdb928bc621c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:12.312701 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-d24dd559-844a-47df-8598-fdb928bc621c None None] For port fae37302-903c-4731-89b1-cf8515dd0c24, host dv-cinder-825103-1-iscsi, cleared binding levels {{(pid=82758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:51:12.318692 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-d24dd559-844a-47df-8598-fdb928bc621c None None] For port fae37302-903c-4731-89b1-cf8515dd0c24, host dv-cinder-825103-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=fae37302-903c-4731-89b1-cf8515dd0c24,segment=NetworkSegment(31025bb3-c82a-4184-81c2-01abe7adf52c),segment_id=31025bb3-c82a-4184-81c2-01abe7adf52c)] {{(pid=82758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:51:12.324902 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-d24dd559-844a-47df-8598-fdb928bc621c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:12.431858 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24dd559-844a-47df-8598-fdb928bc621c None None] Routers {'03d51331-a281-4025-8f77-71354eb76f2a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:51:12.432606 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-d24dd559-844a-47df-8598-fdb928bc621c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:50:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['03d51331-a281-4025-8f77-71354eb76f2a'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:12.476356 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258babb-c618-4aa0-93af-10233cad5a45 req-a6205c0d-887f-41a7-9f8b-c6992505d003 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:12.481321 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-0258babb-c618-4aa0-93af-10233cad5a45 req-a6205c0d-887f-41a7-9f8b-c6992505d003 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.1093574 Jan 18 12:51:12.524619 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5cef12-32ca-421f-a308-d96b6042ca43 None None] Pushing event updated for resources: {'Port': ['ID=fae37302-903c-4731-89b1-cf8515dd0c24,revision_number=4']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:12.564690 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-0258babb-c618-4aa0-93af-10233cad5a45 req-1f4ac9a5-1612-4d17-a271-eb40cb8529ed tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773442 Jan 18 12:51:12.606536 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b12c1f4f-9606-42af-b3a7-97b1739f5e3f req-2a723835-fb89-46a1-965b-65ec4681c5f5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0565481 Jan 18 12:51:12.670217 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-d24dd559-844a-47df-8598-fdb928bc621c None None] Set router 03d51331-a281-4025-8f77-71354eb76f2a gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:51:12.822026 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade65c2c-0e5e-43d0-9995-c08e6b018a7f req-605a3429-0656-404a-9931-3a7c9d52939a tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:12.823528 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-ade65c2c-0e5e-43d0-9995-c08e6b018a7f req-605a3429-0656-404a-9931-3a7c9d52939a tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 944 time: 0.0819507 Jan 18 12:51:12.952987 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-ade65c2c-0e5e-43d0-9995-c08e6b018a7f req-1a873501-adde-471e-8921-8be8db7640fa tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219981 Jan 18 12:51:13.016966 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-d24dd559-844a-47df-8598-fdb928bc621c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d51331-a281-4025-8f77-71354eb76f2a', 'name': 'tempest-TestMinimumBasicScenario-666051037-router', 'tenant_id': 'fc4ac481755941cda45bd1864a8afdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '4cacd5ed-143c-42df-84e2-33d7b20efedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:46Z', 'updated_at': '2022-01-18T12:50:52Z', 'revision_number': 4, 'project_id': 'fc4ac481755941cda45bd1864a8afdb2', 'gw_port': {'id': '4cacd5ed-143c-42df-84e2-33d7b20efedf', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d51331-a281-4025-8f77-71354eb76f2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:47Z', 'updated_at': '2022-01-18T12:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': 'fae37302-903c-4731-89b1-cf8515dd0c24', 'name': '', 'network_id': '59423773-ade1-4fc6-8236-d6f4d4c84673', 'tenant_id': 'fc4ac481755941cda45bd1864a8afdb2', 'mac_address': 'fa:16:3e:a1:9f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d51331-a281-4025-8f77-71354eb76f2a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fb3ac51-148d-48ef-b1f0-0ea90dadc88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:51Z', 'updated_at': '2022-01-18T12:51:12Z', 'revision_number': 4, 'project_id': 'fc4ac481755941cda45bd1864a8afdb2', 'subnets': [{'id': '6fb3ac51-148d-48ef-b1f0-0ea90dadc88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:13.020947 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24dd559-844a-47df-8598-fdb928bc621c None None] The sync data for ids ['03d51331-a281-4025-8f77-71354eb76f2a'] in dv-cinder-825103-1-iscsi is: [{'id': '03d51331-a281-4025-8f77-71354eb76f2a', 'name': 'tempest-TestMinimumBasicScenario-666051037-router', 'tenant_id': 'fc4ac481755941cda45bd1864a8afdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '4cacd5ed-143c-42df-84e2-33d7b20efedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:46Z', 'updated_at': '2022-01-18T12:50:52Z', 'revision_number': 4, 'project_id': 'fc4ac481755941cda45bd1864a8afdb2', 'gw_port': {'id': '4cacd5ed-143c-42df-84e2-33d7b20efedf', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d51331-a281-4025-8f77-71354eb76f2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:47Z', 'updated_at': '2022-01-18T12:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': 'fae37302-903c-4731-89b1-cf8515dd0c24', 'name': '', 'network_id': '59423773-ade1-4fc6-8236-d6f4d4c84673', 'tenant_id': 'fc4ac481755941cda45bd1864a8afdb2', 'mac_address': 'fa:16:3e:a1:9f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d51331-a281-4025-8f77-71354eb76f2a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fb3ac51-148d-48ef-b1f0-0ea90dadc88d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:51Z', 'updated_at': '2022-01-18T12:51:12Z', 'revision_number': 4, 'project_id': 'fc4ac481755941cda45bd1864a8afdb2', 'subnets': [{'id': '6fb3ac51-148d-48ef-b1f0-0ea90dadc88d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:51:13.325933 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device fae37302-903c-4731-89b1-cf8515dd0c24 up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:51:13.401123 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning for port fae37302-903c-4731-89b1-cf8515dd0c24 completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:51:13.407984 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port fae37302-903c-4731-89b1-cf8515dd0c24 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:51:13.408349 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:13.539045 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:13.581762 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] For port fae37302-903c-4731-89b1-cf8515dd0c24, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=fae37302-903c-4731-89b1-cf8515dd0c24,segment=NetworkSegment(31025bb3-c82a-4184-81c2-01abe7adf52c),segment_id=31025bb3-c82a-4184-81c2-01abe7adf52c)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:13.584873 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:13.662092 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Pushing event updated for resources: {'Port': ['ID=fae37302-903c-4731-89b1-cf8515dd0c24,revision_number=5']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:13.765354 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5673b387-dab6-48c8-8303-aaf73b1a1a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:13.799681 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5536890-bbf4-4843-9cd9-ead9530afdc7 req-52bf58dd-fef3-45f8-bcff-58a39397f269 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:13.801689 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c5536890-bbf4-4843-9cd9-ead9530afdc7 req-52bf58dd-fef3-45f8-bcff-58a39397f269 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.1057119 Jan 18 12:51:13.814719 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4218e245-cb4b-497b-8efd-96c4d5097a4c req-b82f8241-0f25-4ce5-be6d-46354844b244 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0489876 Jan 18 12:51:13.854714 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c5536890-bbf4-4843-9cd9-ead9530afdc7 req-2cd0d5c1-fada-415d-bc9a-84c17336df2d tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456154 Jan 18 12:51:14.187055 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd547f2-7c53-4ca5-af5e-fe854af7235b req-b40f2ef1-432a-4d32-9fff-49fa03d8c154 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:14.188611 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-cfd547f2-7c53-4ca5-af5e-fe854af7235b req-b40f2ef1-432a-4d32-9fff-49fa03d8c154 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 944 time: 0.0833623 Jan 18 12:51:14.244419 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-cfd547f2-7c53-4ca5-af5e-fe854af7235b req-615e506b-b6be-4d3e-bf2e-5421b150d45c tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488985 Jan 18 12:51:14.880077 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c7503-bcca-4f4d-8f14-8c15b2eb6240 req-f504b851-d114-4f49-bfcc-079dfed6b033 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:14.881566 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-a49c7503-bcca-4f4d-8f14-8c15b2eb6240 req-f504b851-d114-4f49-bfcc-079dfed6b033 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 946 time: 0.0841608 Jan 18 12:51:14.929123 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-a49c7503-bcca-4f4d-8f14-8c15b2eb6240 req-b895ae9b-8d69-46fb-9a34-d657708370b6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=61c60882-b6e5-41a4-bbff-5016e6573d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420480 Jan 18 12:51:14.987295 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8f1bb476-385a-43c5-9ee9-48eee651578e req-80dbda5a-0f17-4eb2-a44b-7aee12fe60d2 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0437467 Jan 18 12:51:15.137476 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c04d8-d31c-4c49-8b74-8a1df59b82c5 req-1a346e38-2af3-4037-9342-924a3b5e5859 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:15.139530 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3d7c04d8-d31c-4c49-8b74-8a1df59b82c5 req-1a346e38-2af3-4037-9342-924a3b5e5859 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.0865815 Jan 18 12:51:15.198375 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3d7c04d8-d31c-4c49-8b74-8a1df59b82c5 req-5e0e433e-74e8-412b-920e-8f75687cb973 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529740 Jan 18 12:51:15.275926 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device fae37302-903c-4731-89b1-cf8515dd0c24 up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:51:15.360730 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port fae37302-903c-4731-89b1-cf8515dd0c24 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:51:15.361106 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:15.595941 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4f3e2-a011-4de7-8ea6-2b1d3a7577ba req-ed52ccfa-bc77-45ee-a186-55031543848f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:15.597679 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-18a4f3e2-a011-4de7-8ea6-2b1d3a7577ba req-ed52ccfa-bc77-45ee-a186-55031543848f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 944 time: 0.1312284 Jan 18 12:51:15.652149 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-18a4f3e2-a011-4de7-8ea6-2b1d3a7577ba req-c7d0bb11-ec4d-4df3-b80c-22fd2e9cb6e6 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479851 Jan 18 12:51:16.029576 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-b7df02a4-90cb-424d-a9e2-3bea4da37450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:16.133628 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4988b-f584-4d4d-9801-f32ea6827f16 req-1eb481a0-e3d1-4412-8974-460cbd6411c7 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:16.135109 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-03a4988b-f584-4d4d-9801-f32ea6827f16 req-1eb481a0-e3d1-4412-8974-460cbd6411c7 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 946 time: 0.0791163 Jan 18 12:51:16.152686 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0e32f82e-6f64-4355-b1be-a807a6fa7e81 req-5100b666-0f99-4e3c-a158-158bb7b87bbe tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0414855 Jan 18 12:51:16.183260 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-03a4988b-f584-4d4d-9801-f32ea6827f16 req-27403806-a755-4616-ad96-d460f7741ba5 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=61c60882-b6e5-41a4-bbff-5016e6573d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421965 Jan 18 12:51:16.400739 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae7877-23e7-43f4-8f65-7d01aec85b40 req-6515dd9d-626a-4a1c-9add-9b0b5b069f8b tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:16.402217 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-daae7877-23e7-43f4-8f65-7d01aec85b40 req-6515dd9d-626a-4a1c-9add-9b0b5b069f8b tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.0821609 Jan 18 12:51:16.448957 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-daae7877-23e7-43f4-8f65-7d01aec85b40 req-3a2c196b-f435-4c6e-8262-849eb4bdb219 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409431 Jan 18 12:51:16.904757 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf8409-99f0-4db7-b794-e2b7e2b293ce req-ab9de43a-0a7f-4fc7-88a9-3f11b5448fc6 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:16.906284 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-beaf8409-99f0-4db7-b794-e2b7e2b293ce req-ab9de43a-0a7f-4fc7-88a9-3f11b5448fc6 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 944 time: 0.0930052 Jan 18 12:51:16.956420 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-beaf8409-99f0-4db7-b794-e2b7e2b293ce req-1976c1d9-9a05-4a50-9812-00510b396efb tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443351 Jan 18 12:51:17.011296 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:51:17.224706 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:17.328294 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-568049c3-0840-451f-bbf7-1db446864307 req-866b8d79-47c3-419a-8d28-829bbc7f1f56 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0421579 Jan 18 12:51:17.371770 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:17.398266 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d8850-d3e1-4f5a-9e46-106a508f0a5f req-986d8ffd-2a91-4619-9453-bb80f681e876 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:17.399744 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c57d8850-d3e1-4f5a-9e46-106a508f0a5f req-986d8ffd-2a91-4619-9453-bb80f681e876 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 946 time: 0.0861213 Jan 18 12:51:17.447979 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c57d8850-d3e1-4f5a-9e46-106a508f0a5f req-1087102d-b126-4d34-9374-acb8e18f766d tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=61c60882-b6e5-41a4-bbff-5016e6573d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423956 Jan 18 12:51:17.478825 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 46f08e28-9893-4e71-b797-64224dcc5fb4 up at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:51:17.563474 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning complete for port 46f08e28-9893-4e71-b797-64224dcc5fb4 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:51:17.563894 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:17.705287 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:17.740243 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee17ee1-ec52-4ae5-9960-98911e8e5ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f08e28-9893-4e71-b797-64224dcc5fb4'}] {{(pid=82758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:51:17.750621 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 46f08e28-9893-4e71-b797-64224dcc5fb4, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=46f08e28-9893-4e71-b797-64224dcc5fb4,segment=NetworkSegment(87c18e1c-b1f5-42be-a8fc-168d2192ac96),segment_id=87c18e1c-b1f5-42be-a8fc-168d2192ac96)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:17.756050 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:17.825010 dv-cinder-825103-1-iscsi neutron-server[82758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee17ee1-ec52-4ae5-9960-98911e8e5ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f08e28-9893-4e71-b797-64224dcc5fb4', 'code': 200} Jan 18 12:51:17.876495 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=46f08e28-9893-4e71-b797-64224dcc5fb4,revision_number=7']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:17.922445 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c2bcd-99d8-4627-b057-e23ba7c4f42f req-cfd53a45-40cd-47dd-9b19-507147293a28 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:17.939470 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-412c2bcd-99d8-4627-b057-e23ba7c4f42f req-cfd53a45-40cd-47dd-9b19-507147293a28 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.3344624 Jan 18 12:51:17.989182 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-1905734f-3f70-469c-963f-6c7aa4911ecb tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:17.990705 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-1905734f-3f70-469c-963f-6c7aa4911ecb tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.35 "GET /v2.0/networks?id=3aafb570-73f3-4d6d-b0fd-ecc33f87d7db HTTP/1.1" status: 200 len: 815 time: 0.3152857 Jan 18 12:51:18.025140 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-2c3c2c9b-427c-4cc7-b89e-5a3754cb4a5a tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Request body: {'port': {'device_id': '2c834374-07c8-4bec-a605-b4bd2982dbf0', 'network_id': '3aafb570-73f3-4d6d-b0fd-ecc33f87d7db', 'admin_state_up': True, 'tenant_id': '4780fe48fc504b868a4e20ccdeddc261'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:18.151389 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-412c2bcd-99d8-4627-b057-e23ba7c4f42f req-61bf3ac1-5dcf-428f-81e1-996c94b9b2da tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110503 Jan 18 12:51:18.211022 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf1c6c-9763-4eeb-84a7-1738b81a0e1b req-52e564f0-5e22-4d34-98a3-685366160834 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:18.212611 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3baf1c6c-9763-4eeb-84a7-1738b81a0e1b req-52e564f0-5e22-4d34-98a3-685366160834 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 945 time: 0.0912313 Jan 18 12:51:18.238982 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-2c3c2c9b-427c-4cc7-b89e-5a3754cb4a5a tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:18.251331 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-2c3c2c9b-427c-4cc7-b89e-5a3754cb4a5a tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:18.268366 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3baf1c6c-9763-4eeb-84a7-1738b81a0e1b req-637aac3e-97ec-4a60-b95b-babf64a55323 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447314 Jan 18 12:51:18.278990 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-2c3c2c9b-427c-4cc7-b89e-5a3754cb4a5a tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Made reservation on behalf of 4780fe48fc504b868a4e20ccdeddc261 for: {'port': 1} {{(pid=82756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:51:18.283910 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-2c3c2c9b-427c-4cc7-b89e-5a3754cb4a5a tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:18.562312 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-38ebf6e0-3e61-457d-a3aa-0cb1b3a6c7af req-42e66e2a-c451-43f5-8169-432ac3208d15 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.1062129 Jan 18 12:51:18.602628 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.db_base_plugin_common [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-2c3c2c9b-427c-4cc7-b89e-5a3754cb4a5a tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Allocated IP 172.20.0.10 (3aafb570-73f3-4d6d-b0fd-ecc33f87d7db/79e00410-d53e-44ca-b28a-3e7239ed8fa5/e00e54c6-536f-4529-acd6-93c664eff79b) {{(pid=82756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:51:18.809515 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7915b4-d710-4906-ac9d-38ed99f0497f req-7d54fe73-3622-4bb1-afbd-640be98c9f9a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:18.816635 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3f7915b4-d710-4906-ac9d-38ed99f0497f req-7d54fe73-3622-4bb1-afbd-640be98c9f9a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 946 time: 0.1998029 Jan 18 12:51:18.866212 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:18.912494 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3f7915b4-d710-4906-ac9d-38ed99f0497f req-72263bdf-25fd-43a6-937d-ea0d9641a01d tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=61c60882-b6e5-41a4-bbff-5016e6573d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886173 Jan 18 12:51:18.955058 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-2c3c2c9b-427c-4cc7-b89e-5a3754cb4a5a tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks [] for port, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:18.974162 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.provisioning_blocks [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-2c3c2c9b-427c-4cc7-b89e-5a3754cb4a5a tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Transition to ACTIVE for port object e00e54c6-536f-4529-acd6-93c664eff79b will not be triggered until provisioned by entity DHCP. {{(pid=82756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:51:19.010713 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-2c3c2c9b-427c-4cc7-b89e-5a3754cb4a5a tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:19.101371 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-2c3c2c9b-427c-4cc7-b89e-5a3754cb4a5a tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Network 3aafb570-73f3-4d6d-b0fd-ecc33f87d7db is already hosted by enough agents. {{(pid=82756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:51:19.102551 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c2c9b-427c-4cc7-b89e-5a3754cb4a5a tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Pushing event updated for resources: {'Port': ['ID=e00e54c6-536f-4529-acd6-93c664eff79b,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:19.106165 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.base_scheduler [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-2c3c2c9b-427c-4cc7-b89e-5a3754cb4a5a tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Resources bound (agent type, host, resource id): {{(pid=82756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:51:19.108641 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-2c3c2c9b-427c-4cc7-b89e-5a3754cb4a5a tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Received port after_create {{(pid=82756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:51:19.177198 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-2c3c2c9b-427c-4cc7-b89e-5a3754cb4a5a tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:19.179137 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-2c3c2c9b-427c-4cc7-b89e-5a3754cb4a5a tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:19.230570 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-2c3c2c9b-427c-4cc7-b89e-5a3754cb4a5a tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2112494 Jan 18 12:51:19.450464 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526be644-e1a6-4b6d-869a-f7ef7668f416 req-277f8752-8b66-4566-97e8-9ba4f8a369e7 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:19.455078 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-526be644-e1a6-4b6d-869a-f7ef7668f416 req-277f8752-8b66-4566-97e8-9ba4f8a369e7 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.1312351 Jan 18 12:51:19.485139 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-7b4aff18-cd79-4c26-b4e3-b906699a8c98 None None] Provisioning for port e00e54c6-536f-4529-acd6-93c664eff79b completed by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:51:19.491671 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-7b4aff18-cd79-4c26-b4e3-b906699a8c98 None None] Provisioning complete for port e00e54c6-536f-4529-acd6-93c664eff79b triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:51:19.492765 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-7b4aff18-cd79-4c26-b4e3-b906699a8c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:19.538074 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-526be644-e1a6-4b6d-869a-f7ef7668f416 req-3454dc7c-c847-4fe4-93a9-4d9b6a864187 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691662 Jan 18 12:51:19.595509 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-7b4aff18-cd79-4c26-b4e3-b906699a8c98 None None] Port e00e54c6-536f-4529-acd6-93c664eff79b cannot update to ACTIVE because it is not bound. {{(pid=82758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:51:19.631998 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5c6ec-77b7-49e2-aa32-b237aa117f53 req-33c8315d-f67d-4385-a6a6-8ccd78403a68 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:19.633458 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3db5c6ec-77b7-49e2-aa32-b237aa117f53 req-33c8315d-f67d-4385-a6a6-8ccd78403a68 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 945 time: 0.1328652 Jan 18 12:51:19.684902 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3db5c6ec-77b7-49e2-aa32-b237aa117f53 req-4725dfae-3d54-4078-8298-efa86cd3449d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454638 Jan 18 12:51:19.792630 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64646a8c-afd4-4c96-8985-f5cde9af52ad req-36e2bfe7-6e0e-445a-96f2-7018c5d64e89 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:19.793355 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-64646a8c-afd4-4c96-8985-f5cde9af52ad req-36e2bfe7-6e0e-445a-96f2-7018c5d64e89 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Synchronizing usage tracker for tenant:4780fe48fc504b868a4e20ccdeddc261 on resource:port {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:51:19.811654 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-64646a8c-afd4-4c96-8985-f5cde9af52ad req-36e2bfe7-6e0e-445a-96f2-7018c5d64e89 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Unset dirty status for tenant:4780fe48fc504b868a4e20ccdeddc261 on resource:port {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:51:19.813065 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-64646a8c-afd4-4c96-8985-f5cde9af52ad req-36e2bfe7-6e0e-445a-96f2-7018c5d64e89 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 932 time: 0.1087112 Jan 18 12:51:19.872012 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-64646a8c-afd4-4c96-8985-f5cde9af52ad req-6f48528d-4176-4e08-bf1e-516723ce2bd4 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Synchronizing usage tracker for tenant:4780fe48fc504b868a4e20ccdeddc261 on resource:security_group {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:51:19.892003 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-64646a8c-afd4-4c96-8985-f5cde9af52ad req-6f48528d-4176-4e08-bf1e-516723ce2bd4 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Unset dirty status for tenant:4780fe48fc504b868a4e20ccdeddc261 on resource:security_group {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:51:19.893247 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-64646a8c-afd4-4c96-8985-f5cde9af52ad req-6f48528d-4176-4e08-bf1e-516723ce2bd4 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728347 Jan 18 12:51:20.164082 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e646f-2595-4fc3-902a-388eb8396abe req-7b4c9430-2a2e-42b8-83a3-fc514eaf2fdd tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:20.166222 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c02e646f-2595-4fc3-902a-388eb8396abe req-7b4c9430-2a2e-42b8-83a3-fc514eaf2fdd tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 946 time: 0.0951188 Jan 18 12:51:20.216108 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c02e646f-2595-4fc3-902a-388eb8396abe req-34df1605-adbe-456f-906c-de86d20b9a52 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=61c60882-b6e5-41a4-bbff-5016e6573d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439246 Jan 18 12:51:20.821316 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f025c9-143f-4d53-b5b8-f074cf0cf2e0 req-d69beda5-0585-4869-9ea5-125e236c50eb tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:20.830046 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-80f025c9-143f-4d53-b5b8-f074cf0cf2e0 req-d69beda5-0585-4869-9ea5-125e236c50eb tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.1424108 Jan 18 12:51:21.025745 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-80f025c9-143f-4d53-b5b8-f074cf0cf2e0 req-697297fd-a582-4e47-87b2-a661e5fc2f57 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943219 Jan 18 12:51:21.113706 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99305953-0e30-4195-b7f0-f1e2cc151877 req-438bfad4-75d7-4dcb-b065-4d0a57c85d89 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:21.129837 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-99305953-0e30-4195-b7f0-f1e2cc151877 req-438bfad4-75d7-4dcb-b065-4d0a57c85d89 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 945 time: 0.1912878 Jan 18 12:51:21.232284 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-99305953-0e30-4195-b7f0-f1e2cc151877 req-b58583a2-373a-4599-9d38-6f8634aff1ff tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012800 Jan 18 12:51:21.447380 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5962f-46d6-4dee-a232-e306cafd9dc2 req-acf87799-7ac0-4476-8e28-61a8c770450e tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:21.450200 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-87a5962f-46d6-4dee-a232-e306cafd9dc2 req-acf87799-7ac0-4476-8e28-61a8c770450e tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 932 time: 0.2348602 Jan 18 12:51:21.485439 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-384e2710-87ab-4356-99aa-793299ae4a03 service neutron] Request body: {'port': {'device_id': '2c834374-07c8-4bec-a605-b4bd2982dbf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:21.579973 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-87a5962f-46d6-4dee-a232-e306cafd9dc2 req-f30c9ae1-e848-4afa-908a-eefb84657d5c tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286194 Jan 18 12:51:21.615782 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad3ba9-6eba-4a15-8d62-285393b2a838 req-6a862b0a-a255-4b6a-b82a-64e2b828cf94 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:21.620458 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-abad3ba9-6eba-4a15-8d62-285393b2a838 req-6a862b0a-a255-4b6a-b82a-64e2b828cf94 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 946 time: 0.1547267 Jan 18 12:51:21.668579 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-384e2710-87ab-4356-99aa-793299ae4a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:21.705892 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-abad3ba9-6eba-4a15-8d62-285393b2a838 req-0840f255-bdc9-404f-a9b5-65d9ca165b11 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=61c60882-b6e5-41a4-bbff-5016e6573d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764406 Jan 18 12:51:22.527164 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ab8de-398a-4b89-978e-756c414f8be1 req-d0ac744a-3e2b-4868-b332-60ee590b55ce tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:22.534972 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-841ab8de-398a-4b89-978e-756c414f8be1 req-d0ac744a-3e2b-4868-b332-60ee590b55ce tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.3227031 Jan 18 12:51:22.657886 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-384e2710-87ab-4356-99aa-793299ae4a03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e00e54c6-536f-4529-acd6-93c664eff79b {{(pid=82756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:51:22.684863 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-384e2710-87ab-4356-99aa-793299ae4a03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:22.707050 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b28b0-238f-47fa-93e2-61b5ca79b375 req-92b00ddf-a74f-40de-9c52-06b977a6a234 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:22.718891 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-755b28b0-238f-47fa-93e2-61b5ca79b375 req-92b00ddf-a74f-40de-9c52-06b977a6a234 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 945 time: 0.2165420 Jan 18 12:51:22.765712 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-841ab8de-398a-4b89-978e-756c414f8be1 req-625f991e-e501-4bce-b37f-d476887e59e1 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165046 Jan 18 12:51:22.778435 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.provisioning_blocks [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-384e2710-87ab-4356-99aa-793299ae4a03 service neutron] Transition to ACTIVE for port object e00e54c6-536f-4529-acd6-93c664eff79b will not be triggered until provisioned by entity L2. {{(pid=82756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:51:22.784230 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-384e2710-87ab-4356-99aa-793299ae4a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:22.787256 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-755b28b0-238f-47fa-93e2-61b5ca79b375 req-3fbcdacb-3483-425e-b92a-f0f9a39e4585 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673115 Jan 18 12:51:22.968811 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e2710-87ab-4356-99aa-793299ae4a03 service neutron] Pushing event updated for resources: {'Port': ['ID=e00e54c6-536f-4529-acd6-93c664eff79b,revision_number=2']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:23.095732 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c898415-9381-4f7a-9692-e12093051793 req-5c5f1167-275c-46b3-8834-41f8039b524c tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:23.104796 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-1c898415-9381-4f7a-9692-e12093051793 req-5c5f1167-275c-46b3-8834-41f8039b524c tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 946 time: 0.1318440 Jan 18 12:51:23.182244 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-1c898415-9381-4f7a-9692-e12093051793 req-0072038d-2b89-4b6a-a477-8f613df0c561 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=61c60882-b6e5-41a4-bbff-5016e6573d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761142 Jan 18 12:51:23.317046 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-384e2710-87ab-4356-99aa-793299ae4a03 service neutron] Attempting to bind port e00e54c6-536f-4529-acd6-93c664eff79b on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:51:23.317417 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-384e2710-87ab-4356-99aa-793299ae4a03 service neutron] Attempting to bind port e00e54c6-536f-4529-acd6-93c664eff79b by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3aafb570-73f3-4d6d-b0fd-ecc33f87d7db'}] {{(pid=82756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:51:23.317744 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-384e2710-87ab-4356-99aa-793299ae4a03 service neutron] Attempting to bind port e00e54c6-536f-4529-acd6-93c664eff79b on network 3aafb570-73f3-4d6d-b0fd-ecc33f87d7db {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:51:23.330625 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-384e2710-87ab-4356-99aa-793299ae4a03 service neutron] Port e00e54c6-536f-4529-acd6-93c664eff79b on network 3aafb570-73f3-4d6d-b0fd-ecc33f87d7db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:51:23.330978 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-384e2710-87ab-4356-99aa-793299ae4a03 service neutron] Attempting to bind port e00e54c6-536f-4529-acd6-93c664eff79b on network 3aafb570-73f3-4d6d-b0fd-ecc33f87d7db {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:51:23.338120 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-384e2710-87ab-4356-99aa-793299ae4a03 service neutron] Checking agent: {'id': '085e0bf5-487d-485c-86f3-dab2733d35ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'started_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:51:23.338578 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-384e2710-87ab-4356-99aa-793299ae4a03 service neutron] Checking segment: {'id': 'dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3aafb570-73f3-4d6d-b0fd-ecc33f87d7db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:51:23.340157 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-384e2710-87ab-4356-99aa-793299ae4a03 service neutron] Bound using segment: {'id': 'dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3aafb570-73f3-4d6d-b0fd-ecc33f87d7db'} {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:51:23.341253 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-384e2710-87ab-4356-99aa-793299ae4a03 service neutron] Bound port: e00e54c6-536f-4529-acd6-93c664eff79b, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '3aafb570-73f3-4d6d-b0fd-ecc33f87d7db'}}] {{(pid=82756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:51:23.342017 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-384e2710-87ab-4356-99aa-793299ae4a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:23.415653 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a6c64-fa56-4c40-bace-a680e27377dc req-f6c01a37-2e66-45e2-bee3-863686272e9f tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:23.417389 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2d0a6c64-fa56-4c40-bace-a680e27377dc req-f6c01a37-2e66-45e2-bee3-863686272e9f tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 944 time: 0.2953193 Jan 18 12:51:23.509293 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2d0a6c64-fa56-4c40-bace-a680e27377dc req-4c5a5a75-69ec-4f5d-bfd0-dfcc7e7fc28d tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804994 Jan 18 12:51:23.510350 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-384e2710-87ab-4356-99aa-793299ae4a03 service neutron] For port e00e54c6-536f-4529-acd6-93c664eff79b, host hv-cinder-82510, cleared binding levels {{(pid=82756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:51:23.516118 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-384e2710-87ab-4356-99aa-793299ae4a03 service neutron] For port e00e54c6-536f-4529-acd6-93c664eff79b, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=e00e54c6-536f-4529-acd6-93c664eff79b,segment=NetworkSegment(dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0),segment_id=dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0)] {{(pid=82756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:51:23.528258 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-384e2710-87ab-4356-99aa-793299ae4a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:23.604483 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-384e2710-87ab-4356-99aa-793299ae4a03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:23.605996 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-384e2710-87ab-4356-99aa-793299ae4a03 service neutron] 10.222.0.35 "PUT /v2.0/ports/e00e54c6-536f-4529-acd6-93c664eff79b HTTP/1.1" status: 200 len: 1094 time: 2.1258802 Jan 18 12:51:23.606511 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c834374-07c8-4bec-a605-b4bd2982dbf0', 'tag': 'e00e54c6-536f-4529-acd6-93c664eff79b'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:51:23.735868 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e2710-87ab-4356-99aa-793299ae4a03 service neutron] Pushing event updated for resources: {'Port': ['ID=e00e54c6-536f-4529-acd6-93c664eff79b,revision_number=3']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:23.759896 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c834374-07c8-4bec-a605-b4bd2982dbf0', 'tag': 'e00e54c6-536f-4529-acd6-93c664eff79b', 'status': 'completed', 'code': 200} Jan 18 12:51:24.087396 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdf929-0acc-4937-a818-b7d0a505f03e req-3539dd80-7e85-4cad-a511-8a2ab3d061f3 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:24.095022 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f2fdf929-0acc-4937-a818-b7d0a505f03e req-3539dd80-7e85-4cad-a511-8a2ab3d061f3 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.0898151 Jan 18 12:51:24.160829 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26447f3e-3cd6-4a80-b07c-286eb119c761 req-c9046f57-e0a8-4326-bba8-9d073c758b4c tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:24.163194 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-26447f3e-3cd6-4a80-b07c-286eb119c761 req-c9046f57-e0a8-4326-bba8-9d073c758b4c tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 945 time: 0.1260328 Jan 18 12:51:24.164154 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f2fdf929-0acc-4937-a818-b7d0a505f03e req-c10e73ba-449e-46ba-88a1-a65dde8274c6 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680149 Jan 18 12:51:24.244802 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-26447f3e-3cd6-4a80-b07c-286eb119c761 req-528ea971-ea3b-4d3d-b8b3-1356b566ca35 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759842 Jan 18 12:51:24.438561 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76076224-836f-4701-b86f-00165e937d47 req-e14be2d9-95e6-4a0c-9b13-853ae66d2b1e tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:24.443826 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-76076224-836f-4701-b86f-00165e937d47 req-e14be2d9-95e6-4a0c-9b13-853ae66d2b1e tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 946 time: 0.1216056 Jan 18 12:51:24.564395 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-76076224-836f-4701-b86f-00165e937d47 req-b3f2d8b5-6142-4ac9-822f-de74bc4e05ba tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=61c60882-b6e5-41a4-bbff-5016e6573d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137924 Jan 18 12:51:24.790611 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecb4ad-c150-4aaf-9edb-f89550f48582 req-cf469efe-7848-4ad7-bb5e-9d56437f06f5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:24.800454 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4cecb4ad-c150-4aaf-9edb-f89550f48582 req-cf469efe-7848-4ad7-bb5e-9d56437f06f5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 944 time: 0.1269898 Jan 18 12:51:24.866283 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4cecb4ad-c150-4aaf-9edb-f89550f48582 req-c60e1504-460d-4307-bd8f-a0ef42b47450 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642691 Jan 18 12:51:25.686406 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19089da5-c791-4a61-bb70-a9dc30d004b7 req-06d62b77-c137-4446-84ff-72dccc90cd75 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:25.687970 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-19089da5-c791-4a61-bb70-a9dc30d004b7 req-06d62b77-c137-4446-84ff-72dccc90cd75 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.1784704 Jan 18 12:51:25.742817 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c773641-7906-4cb3-8605-94cb5d99b766 req-692b91ee-e0e6-4068-801d-dc85c94e8ed6 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:25.745820 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7c773641-7906-4cb3-8605-94cb5d99b766 req-692b91ee-e0e6-4068-801d-dc85c94e8ed6 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 945 time: 0.1561263 Jan 18 12:51:25.779089 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-19089da5-c791-4a61-bb70-a9dc30d004b7 req-910eee34-75bc-4ffd-98fe-1ebeb7b9d31e tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804169 Jan 18 12:51:25.841339 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7c773641-7906-4cb3-8605-94cb5d99b766 req-04b32151-3a04-46e8-91f7-b21a8c992e31 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882969 Jan 18 12:51:25.985614 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-dbee5e90-7651-437c-ae8b-0a9c42fe9a21 req-d5c134db-b732-49dd-9301-b1d439ff4f64 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4780fe48fc504b868a4e20ccdeddc261&device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 1097 time: 0.2053163 Jan 18 12:51:26.187197 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ead30-5cbf-4397-8ce6-6f8b2b7c67c6 req-4d96f03e-47f3-49e1-ab8f-4e1934d0cbab tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:26.195263 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-2d4ead30-5cbf-4397-8ce6-6f8b2b7c67c6 req-4d96f03e-47f3-49e1-ab8f-4e1934d0cbab tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 944 time: 0.1392524 Jan 18 12:51:26.279112 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-2d4ead30-5cbf-4397-8ce6-6f8b2b7c67c6 req-c5d62141-bc31-4fab-935c-d31b057d1b42 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828862 Jan 18 12:51:26.303412 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee5e90-7651-437c-ae8b-0a9c42fe9a21 req-428b4bf5-5dc4-4f11-92e9-53573b6cd20f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:26.305372 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-dbee5e90-7651-437c-ae8b-0a9c42fe9a21 req-428b4bf5-5dc4-4f11-92e9-53573b6cd20f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=4780fe48fc504b868a4e20ccdeddc261&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2841280 Jan 18 12:51:26.548519 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee5e90-7651-437c-ae8b-0a9c42fe9a21 req-1fdb711b-1f8c-4457-b983-49198b7821ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:26.550154 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-dbee5e90-7651-437c-ae8b-0a9c42fe9a21 req-1fdb711b-1f8c-4457-b983-49198b7821ea service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1836929 Jan 18 12:51:26.633864 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebcebdc-eaa9-4c0c-9ef7-cf7d7f859de4 req-9a886630-81e6-4e25-b593-fd6a92920bcb tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:26.633864 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-eebcebdc-eaa9-4c0c-9ef7-cf7d7f859de4 req-9a886630-81e6-4e25-b593-fd6a92920bcb tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 946 time: 0.3179729 Jan 18 12:51:26.752981 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-eebcebdc-eaa9-4c0c-9ef7-cf7d7f859de4 req-9f3f056e-0d97-49e2-8763-c8ded02c03be tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=61c60882-b6e5-41a4-bbff-5016e6573d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268756 Jan 18 12:51:26.817461 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-64b8e512-4f59-4c41-8584-28c69d8e70ce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4780fe48fc504b868a4e20ccdeddc261&device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 1097 time: 0.1242537 Jan 18 12:51:27.191720 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081c144-376f-402a-a07c-c2d5acfbf32d req-98070c97-d175-43a0-9376-92cfdfcd45b5 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:27.200166 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4081c144-376f-402a-a07c-c2d5acfbf32d req-98070c97-d175-43a0-9376-92cfdfcd45b5 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.2503433 Jan 18 12:51:27.281019 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4081c144-376f-402a-a07c-c2d5acfbf32d req-2994d52a-8ed0-4207-8b23-1a4123e35afd tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796480 Jan 18 12:51:27.353420 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-8c1dfc75-b449-42ee-bd27-ee08c732fb4c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e00e54c6-536f-4529-acd6-93c664eff79b HTTP/1.1" status: 200 len: 217 time: 0.3763101 Jan 18 12:51:27.634037 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-d1d0e6f2-9dc0-4f6b-8f26-da881fa20466 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:27.642188 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-d1d0e6f2-9dc0-4f6b-8f26-da881fa20466 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=79e00410-d53e-44ca-b28a-3e7239ed8fa5 HTTP/1.1" status: 200 len: 854 time: 0.2462859 Jan 18 12:51:27.788687 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c287c-90ff-4e92-b8d3-84fe0f62986a req-63b10529-2aaf-4b4e-b69c-31f91f191c37 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:27.800636 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2044fba-e98d-4a64-b170-ce3c58ea53c7 req-00885d3f-d791-4640-8a93-6f6d793ab436 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:27.814780 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-035c287c-90ff-4e92-b8d3-84fe0f62986a req-63b10529-2aaf-4b4e-b69c-31f91f191c37 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 944 time: 0.1894603 Jan 18 12:51:27.817975 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d2044fba-e98d-4a64-b170-ce3c58ea53c7 req-00885d3f-d791-4640-8a93-6f6d793ab436 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 945 time: 0.6667912 Jan 18 12:51:27.901871 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-035c287c-90ff-4e92-b8d3-84fe0f62986a req-39b03be2-3f20-433a-9e42-58a5162e7dbc tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845385 Jan 18 12:51:28.139930 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d2044fba-e98d-4a64-b170-ce3c58ea53c7 req-c741c3e0-c440-4b3b-b645-260dd116f5b1 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3204350 Jan 18 12:51:28.189997 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-d0a38a3f-2730-48d3-8bf4-a0403bf1a2b9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3aafb570-73f3-4d6d-b0fd-ecc33f87d7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5018735 Jan 18 12:51:28.201848 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a4d2954b-4e13-4070-95a2-969e3d01631d req-4419e083-aea0-4ad3-85f0-4790ab6357c7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 1098 time: 0.3285861 Jan 18 12:51:28.218796 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798559f-2ba5-4a0a-b3f9-e07f7f30de51 req-d8279ddb-30d7-45fb-9c04-0c6f990cf208 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:28.224716 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-b798559f-2ba5-4a0a-b3f9-e07f7f30de51 req-d8279ddb-30d7-45fb-9c04-0c6f990cf208 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 946 time: 0.1568942 Jan 18 12:51:28.340092 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-b798559f-2ba5-4a0a-b3f9-e07f7f30de51 req-5193e8a4-ab58-4148-86e9-a60d1b970777 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=61c60882-b6e5-41a4-bbff-5016e6573d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080151 Jan 18 12:51:28.614812 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-b66432f5-43ba-4818-af75-271851d12462 service neutron] 10.222.0.35 "GET /v2.0/networks/3aafb570-73f3-4d6d-b0fd-ecc33f87d7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981335 Jan 18 12:51:28.945497 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c27ba70b-982e-4a0e-b530-5c686b1e9adb req-a2d39bd9-64a3-4bc5-b031-8a36aa3e8de0 service neutron] 10.222.0.35 "GET /v2.0/networks/3aafb570-73f3-4d6d-b0fd-ecc33f87d7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992024 Jan 18 12:51:29.028256 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a4d2954b-4e13-4070-95a2-969e3d01631d req-b7e227bb-caef-43ff-95c2-00ca450dab13 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083023 Jan 18 12:51:29.048848 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55988a01-d2b3-42b8-99d4-1f6f736ec712 req-93942858-6009-43d3-a7a2-7e0bd96a2d1e tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:29.061660 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-55988a01-d2b3-42b8-99d4-1f6f736ec712 req-93942858-6009-43d3-a7a2-7e0bd96a2d1e tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.4183819 Jan 18 12:51:29.178783 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-55988a01-d2b3-42b8-99d4-1f6f736ec712 req-0a67319f-d964-4c11-b569-b8777f25e446 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146388 Jan 18 12:51:29.496872 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc446d6-2b5a-4c2c-9b04-d62b3cd55ecc req-572cdfb4-27c1-462d-b9fc-53991552b70d tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:29.507731 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-2cc446d6-2b5a-4c2c-9b04-d62b3cd55ecc req-572cdfb4-27c1-462d-b9fc-53991552b70d tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 944 time: 0.2695193 Jan 18 12:51:29.682329 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-2cc446d6-2b5a-4c2c-9b04-d62b3cd55ecc req-5828c6b8-7c89-4992-adf8-0eab3fa4de69 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736064 Jan 18 12:51:29.683248 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e5bdc-5523-4a9b-ae6a-a22d87ad008b req-2c784261-ee1f-41d1-a4c0-62debf5980f0 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:29.814253 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-409e5bdc-5523-4a9b-ae6a-a22d87ad008b req-2c784261-ee1f-41d1-a4c0-62debf5980f0 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 945 time: 0.3284068 Jan 18 12:51:29.959297 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-409e5bdc-5523-4a9b-ae6a-a22d87ad008b req-154068cd-87a1-4bab-88c5-0eb81dc4da45 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440239 Jan 18 12:51:30.245991 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 49914) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:30.259330 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69d729-0cb6-4ab6-87f7-694bd5cc487b req-38c845b8-11fc-4042-9fb8-971baf41e59b tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:30.267000 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-ba69d729-0cb6-4ab6-87f7-694bd5cc487b req-38c845b8-11fc-4042-9fb8-971baf41e59b tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 946 time: 0.2238333 Jan 18 12:51:30.339768 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-ba69d729-0cb6-4ab6-87f7-694bd5cc487b req-e45667d6-309a-4656-ba4d-d8ac6cf12931 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=61c60882-b6e5-41a4-bbff-5016e6573d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717740 Jan 18 12:51:30.533886 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-07650231-cdb0-47d1-8cf4-d81711aaa6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:30.614924 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-07650231-cdb0-47d1-8cf4-d81711aaa6f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:30.632400 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-07650231-cdb0-47d1-8cf4-d81711aaa6f8 admin admin] Usage tracker for resource:security_group_rule and tenant:c437cc31334a422fb33e7379bf7f51d0 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:30.639104 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-07650231-cdb0-47d1-8cf4-d81711aaa6f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:30.646318 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-07650231-cdb0-47d1-8cf4-d81711aaa6f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:30.725895 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848c5b8-9699-4cda-bba0-217342cfd13e req-b0b4c2cf-8ccb-47a4-bffa-a9835f80f160 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:30.733273 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-1848c5b8-9699-4cda-bba0-217342cfd13e req-b0b4c2cf-8ccb-47a4-bffa-a9835f80f160 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.2258294 Jan 18 12:51:30.819684 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-07650231-cdb0-47d1-8cf4-d81711aaa6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:30.826383 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-07650231-cdb0-47d1-8cf4-d81711aaa6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:30.837008 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-1848c5b8-9699-4cda-bba0-217342cfd13e req-c64fd2e8-937e-4868-b29e-629af9c01737 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807762 Jan 18 12:51:30.895060 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07650231-cdb0-47d1-8cf4-d81711aaa6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f570f0-4e1c-4b9e-926a-52278ce32208,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:30.961325 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-07650231-cdb0-47d1-8cf4-d81711aaa6f8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c437cc31334a422fb33e7379bf7f51d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7140238 Jan 18 12:51:30.974280 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 49928) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:31.145597 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-66bab474-0199-4d9f-b9ba-df97982801fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:31.212202 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549dec92-6172-4e70-b773-cbc206630bc3 req-c04efb61-8b92-44ad-a8b7-bf091ef8a394 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:31.214191 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-549dec92-6172-4e70-b773-cbc206630bc3 req-c04efb61-8b92-44ad-a8b7-bf091ef8a394 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 944 time: 0.1537066 Jan 18 12:51:31.265581 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-66bab474-0199-4d9f-b9ba-df97982801fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:31.327719 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-549dec92-6172-4e70-b773-cbc206630bc3 req-36d79cc0-c78b-4d83-a0eb-9353587da51b tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003232 Jan 18 12:51:31.352559 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-66bab474-0199-4d9f-b9ba-df97982801fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:31.384669 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b703f93-0b52-4a83-901b-2d7d901e393d req-b696091b-44fb-4016-ba00-b675c6e3e1d2 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:31.386368 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-5b703f93-0b52-4a83-901b-2d7d901e393d req-b696091b-44fb-4016-ba00-b675c6e3e1d2 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 945 time: 0.2109671 Jan 18 12:51:31.391496 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bab474-0199-4d9f-b9ba-df97982801fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f570f0-4e1c-4b9e-926a-52278ce32208,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:31.462353 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-66bab474-0199-4d9f-b9ba-df97982801fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:31.464752 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-66bab474-0199-4d9f-b9ba-df97982801fe admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a8f570f0-4e1c-4b9e-926a-52278ce32208 HTTP/1.1" status: 204 len: 168 time: 0.4989507 Jan 18 12:51:31.512179 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-5b703f93-0b52-4a83-901b-2d7d901e393d req-29f47076-4af9-4f6b-b613-dbbd790c1ee6 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184196 Jan 18 12:51:31.887640 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105dbf17-c797-401f-8954-8f20a2bb49ee req-7955fec7-dc23-46a8-a035-414080c49d8d tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:31.899407 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-105dbf17-c797-401f-8954-8f20a2bb49ee req-7955fec7-dc23-46a8-a035-414080c49d8d tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 946 time: 0.1374636 Jan 18 12:51:31.999183 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-105dbf17-c797-401f-8954-8f20a2bb49ee req-a7ba8ae6-28ce-4276-87f0-953b88832232 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=61c60882-b6e5-41a4-bbff-5016e6573d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948191 Jan 18 12:51:32.394103 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2992f51-64cb-4d21-849d-40401365f83d req-125fef09-cf7a-4e92-a3cc-8d69c7694d5d tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:32.396793 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-d2992f51-64cb-4d21-849d-40401365f83d req-125fef09-cf7a-4e92-a3cc-8d69c7694d5d tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.3286293 Jan 18 12:51:32.568831 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-d2992f51-64cb-4d21-849d-40401365f83d req-18410fab-3ea9-4ddf-a2c2-04fe59251362 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656992 Jan 18 12:51:32.919286 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efade6-c7fb-4fd7-a1c7-c18cbc82d73c req-ff0883bf-6a88-42c0-b8ad-8d484a6cfa9e tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:32.932724 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-92efade6-c7fb-4fd7-a1c7-c18cbc82d73c req-ff0883bf-6a88-42c0-b8ad-8d484a6cfa9e tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 944 time: 0.2148895 Jan 18 12:51:32.990910 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f2828-d120-4a6c-a83f-19b5a68e0a58 req-e9157b83-3fc1-4e84-98eb-bf7922e1be22 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:33.009398 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-757f2828-d120-4a6c-a83f-19b5a68e0a58 req-e9157b83-3fc1-4e84-98eb-bf7922e1be22 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 945 time: 0.1264696 Jan 18 12:51:33.059884 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-92efade6-c7fb-4fd7-a1c7-c18cbc82d73c req-3d567cb0-da01-40cf-9363-92aaa3fc2fbc tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226790 Jan 18 12:51:33.177765 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-757f2828-d120-4a6c-a83f-19b5a68e0a58 req-b2b6a968-9ff8-48a8-be7f-d027743d3248 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643894 Jan 18 12:51:33.491600 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 49998) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:33.557135 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 50004) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:33.770060 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-7cfd676c-fba9-4eda-aa53-6a4d88ca7293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:33.912858 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-7cfd676c-fba9-4eda-aa53-6a4d88ca7293 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:33.919339 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-7cfd676c-fba9-4eda-aa53-6a4d88ca7293 admin admin] Usage tracker for resource:security_group_rule and tenant:6c76b0e3084343e89b7744fe61abfb6f is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:33.923644 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-7cfd676c-fba9-4eda-aa53-6a4d88ca7293 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:33.932901 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-7cfd676c-fba9-4eda-aa53-6a4d88ca7293 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:33.953909 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-94648ab8-99bd-46f4-857a-234bf0c79756 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-260813738-network', 'tenant_id': 'd12a14a06d354f1cbe6b1e07ffb4521c'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:34.041909 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-94648ab8-99bd-46f4-857a-234bf0c79756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:34.058317 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-94648ab8-99bd-46f4-857a-234bf0c79756 admin admin] Usage tracker for resource:network and tenant:d12a14a06d354f1cbe6b1e07ffb4521c is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:34.069973 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-94648ab8-99bd-46f4-857a-234bf0c79756 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:34.084089 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-94648ab8-99bd-46f4-857a-234bf0c79756 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:34.117986 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe9d17-b21d-42ca-84fe-0eec90c7291c req-a1007583-844b-4a45-a449-92c0e8354631 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:34.127142 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6cfe9d17-b21d-42ca-84fe-0eec90c7291c req-a1007583-844b-4a45-a449-92c0e8354631 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 946 time: 0.1771343 Jan 18 12:51:34.191128 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94648ab8-99bd-46f4-857a-234bf0c79756 admin admin] Made reservation on behalf of d12a14a06d354f1cbe6b1e07ffb4521c for: {'network': 1} {{(pid=82756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:51:34.193611 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-94648ab8-99bd-46f4-857a-234bf0c79756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for network, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:34.219153 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-94648ab8-99bd-46f4-857a-234bf0c79756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:34.283079 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-94648ab8-99bd-46f4-857a-234bf0c79756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:34.287103 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-94648ab8-99bd-46f4-857a-234bf0c79756 admin admin] Usage tracker for resource:security_group_rule and tenant:d12a14a06d354f1cbe6b1e07ffb4521c is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:34.290079 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-94648ab8-99bd-46f4-857a-234bf0c79756 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:34.296384 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-94648ab8-99bd-46f4-857a-234bf0c79756 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:34.370044 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-94648ab8-99bd-46f4-857a-234bf0c79756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:34.387280 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6cfe9d17-b21d-42ca-84fe-0eec90c7291c req-3da01ebb-1c3c-4fb6-925d-4ad842f4c6d0 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=61c60882-b6e5-41a4-bbff-5016e6573d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2591751 Jan 18 12:51:34.389795 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-7cfd676c-fba9-4eda-aa53-6a4d88ca7293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:34.390746 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-94648ab8-99bd-46f4-857a-234bf0c79756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:34.423367 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94648ab8-99bd-46f4-857a-234bf0c79756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300772cf-6c49-4141-85c5-c868f0fd8420,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:34.427392 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-7cfd676c-fba9-4eda-aa53-6a4d88ca7293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:34.461893 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94648ab8-99bd-46f4-857a-234bf0c79756 admin admin] vlan segment allocate from pool success with {'vlan_id': 1097, 'physical_network': 'physnet1'} {{(pid=82756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:51:34.480183 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1f2f7-2d5c-470b-9755-4ba17a5c7b8b req-5b8512fd-30d8-4db2-839a-6120fda37181 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:34.481819 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-02b1f2f7-2d5c-470b-9755-4ba17a5c7b8b req-5b8512fd-30d8-4db2-839a-6120fda37181 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=19046548-5886-4560-854e-59cd966b0a9a HTTP/1.1" status: 200 len: 945 time: 0.1490297 Jan 18 12:51:34.493033 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-94648ab8-99bd-46f4-857a-234bf0c79756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-557774'] for segment, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:34.493381 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.db.segments_db [None req-94648ab8-99bd-46f4-857a-234bf0c79756 admin admin] Added segment 17b16814-4c19-4a37-a98d-29859b19aa8d of type vlan for network 651f3972-1243-4a5a-964a-9845b463efa9 Jan 18 12:51:34.503402 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd676c-fba9-4eda-aa53-6a4d88ca7293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4da07c-c4a8-4bcd-b485-97be20123915,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:34.507921 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-7cfd676c-fba9-4eda-aa53-6a4d88ca7293 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6c76b0e3084343e89b7744fe61abfb6f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0148716 Jan 18 12:51:34.513117 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 50030) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:34.541633 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-02b1f2f7-2d5c-470b-9755-4ba17a5c7b8b req-d2efb647-af40-401e-8f24-9bd623d0993a tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/security-groups?id=aa95e1db-4b83-44bc-8ac8-398dca75ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480716 Jan 18 12:51:34.558639 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-94648ab8-99bd-46f4-857a-234bf0c79756 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736038945356'] for network, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:34.666224 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-94648ab8-99bd-46f4-857a-234bf0c79756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192'] for network, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:34.667106 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94648ab8-99bd-46f4-857a-234bf0c79756 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:34.667710 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-94648ab8-99bd-46f4-857a-234bf0c79756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for network, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:34.704397 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-7eb8df99-22a4-48fc-ae2f-71b07800cd8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:34.741579 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde44d9d-ccca-47da-8e56-bd03c7ccfca0 req-4d7a9686-1251-435b-a15e-30d80ea132b4 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:34.743115 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-fde44d9d-ccca-47da-8e56-bd03c7ccfca0 req-4d7a9686-1251-435b-a15e-30d80ea132b4 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.0806813 Jan 18 12:51:34.801444 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-fde44d9d-ccca-47da-8e56-bd03c7ccfca0 req-c6261767-662b-406d-9099-58f37daee61e tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521181 Jan 18 12:51:34.810261 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94648ab8-99bd-46f4-857a-234bf0c79756 admin admin] Pushing event updated for resources: {'Network': ['ID=651f3972-1243-4a5a-964a-9845b463efa9,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:34.821235 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-7eb8df99-22a4-48fc-ae2f-71b07800cd8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:34.822711 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Network 651f3972-1243-4a5a-964a-9845b463efa9 details requested by agent ovs-agent-dv-cinder-825103-1-iscsi with host dv-cinder-825103-1-iscsi {{(pid=82758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:51:34.869091 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b90837-60d4-4212-bf32-b6f88ec108e0 req-eda23404-d49a-481f-b403-921e374eaa12 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:34.870658 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e2b90837-60d4-4212-bf32-b6f88ec108e0 req-eda23404-d49a-481f-b403-921e374eaa12 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 944 time: 0.2863688 Jan 18 12:51:34.885897 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-94648ab8-99bd-46f4-857a-234bf0c79756 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3248720 Jan 18 12:51:34.886818 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 50036) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:34.893412 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-32ec9c37-b62d-43d5-a957-03b1e4f3274a admin admin] Request body: {'subnet': {'network_id': '651f3972-1243-4a5a-964a-9845b463efa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-260813738-subnet', 'tenant_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'ip_version': 4}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:34.899788 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-32ec9c37-b62d-43d5-a957-03b1e4f3274a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:34.903834 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-32ec9c37-b62d-43d5-a957-03b1e4f3274a admin admin] Usage tracker for resource:subnet and tenant:d12a14a06d354f1cbe6b1e07ffb4521c is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:34.906992 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-32ec9c37-b62d-43d5-a957-03b1e4f3274a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:34.913232 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-32ec9c37-b62d-43d5-a957-03b1e4f3274a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:34.929897 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ec9c37-b62d-43d5-a957-03b1e4f3274a admin admin] Made reservation on behalf of d12a14a06d354f1cbe6b1e07ffb4521c for: {'subnet': 1} {{(pid=82757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:51:34.932778 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-32ec9c37-b62d-43d5-a957-03b1e4f3274a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15901816'] for subnet, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:34.959947 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e2b90837-60d4-4212-bf32-b6f88ec108e0 req-c928d7d7-69f1-4556-ba8d-d8095bca31d2 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802996 Jan 18 12:51:34.974363 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-7eb8df99-22a4-48fc-ae2f-71b07800cd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:34.994212 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8df99-22a4-48fc-ae2f-71b07800cd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4da07c-c4a8-4bcd-b485-97be20123915,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:35.001947 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-7eb8df99-22a4-48fc-ae2f-71b07800cd8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:35.003190 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-7eb8df99-22a4-48fc-ae2f-71b07800cd8c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7b4da07c-c4a8-4bcd-b485-97be20123915 HTTP/1.1" status: 204 len: 168 time: 0.4892261 Jan 18 12:51:35.127984 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6dc006-2c01-49ec-a1fa-669084b9b171 req-7b20d5ad-0af1-4fc8-a01d-e0ec73735cd5 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:35.131336 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4d6dc006-2c01-49ec-a1fa-669084b9b171 req-7b20d5ad-0af1-4fc8-a01d-e0ec73735cd5 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 945 time: 0.1822300 Jan 18 12:51:35.235567 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4d6dc006-2c01-49ec-a1fa-669084b9b171 req-612cf0b0-7294-4536-b540-cc110efa474c tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988593 Jan 18 12:51:35.282832 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-32ec9c37-b62d-43d5-a957-03b1e4f3274a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15846880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15901806'] for subnet, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:35.383457 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec9c37-b62d-43d5-a957-03b1e4f3274a admin admin] Pushing event updated for resources: {'Subnet': ['ID=efa0d51d-b8a5-4b68-ba6e-274c53d28a33,revision_number=0']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:35.394236 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ec9c37-b62d-43d5-a957-03b1e4f3274a admin admin] Checking segment: {'id': '17b16814-4c19-4a37-a98d-29859b19aa8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '651f3972-1243-4a5a-964a-9845b463efa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:51:35.394589 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ec9c37-b62d-43d5-a957-03b1e4f3274a admin admin] Network hostable DHCP agents. Network: 651f3972-1243-4a5a-964a-9845b463efa9, hostable agents: ['17d581e3-f6b9-457e-916e-43db75e54cf0'], hosted agents: [] {{(pid=82757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:51:35.413936 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae953493-4e5f-40e0-aa6d-115da17eef18 req-6d6d27d4-9d32-4969-9795-f377dbb54311 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:35.415667 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ae953493-4e5f-40e0-aa6d-115da17eef18 req-6d6d27d4-9d32-4969-9795-f377dbb54311 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 946 time: 0.1161604 Jan 18 12:51:35.419844 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ec9c37-b62d-43d5-a957-03b1e4f3274a admin admin] Network 651f3972-1243-4a5a-964a-9845b463efa9 is scheduled to be hosted by DHCP agent 17d581e3-f6b9-457e-916e-43db75e54cf0 with binding_index 1 {{(pid=82757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:51:35.432450 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-32ec9c37-b62d-43d5-a957-03b1e4f3274a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-iscsi, 651f3972-1243-4a5a-964a-9845b463efa9) {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:51:35.437937 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ec9c37-b62d-43d5-a957-03b1e4f3274a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:35.444135 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-32ec9c37-b62d-43d5-a957-03b1e4f3274a admin admin] Notify callbacks [] for subnet, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:35.446796 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d474e9-bce0-436c-a67a-c268bc662092 None None] Network 651f3972-1243-4a5a-964a-9845b463efa9 requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:51:35.483793 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-32ec9c37-b62d-43d5-a957-03b1e4f3274a admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5944180 Jan 18 12:51:35.484990 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 50050) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:35.497056 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ae953493-4e5f-40e0-aa6d-115da17eef18 req-1f4af5a5-d74f-45ea-9e0b-9b9fee64a4e5 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=61c60882-b6e5-41a4-bbff-5016e6573d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681138 Jan 18 12:51:35.497880 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-b3e3b3f5-6a35-4995-8bc2-962be2240c0a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-260813738-router', 'tenant_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'}}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:35.497880 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-b3e3b3f5-6a35-4995-8bc2-962be2240c0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:35.502534 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-b3e3b3f5-6a35-4995-8bc2-962be2240c0a admin admin] Usage tracker for resource:router and tenant:d12a14a06d354f1cbe6b1e07ffb4521c is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:35.506015 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-b3e3b3f5-6a35-4995-8bc2-962be2240c0a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:35.512937 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-b3e3b3f5-6a35-4995-8bc2-962be2240c0a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:35.534056 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b3e3b3f5-6a35-4995-8bc2-962be2240c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16434994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43788'] for router, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:35.535476 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b3e3b3f5-6a35-4995-8bc2-962be2240c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16433545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16440237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16449337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43783'] for router, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:35.568615 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b3e3b3f5-6a35-4995-8bc2-962be2240c0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:35.782210 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c936ce-bd0f-482f-bb58-63ed542c7b8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53047d36-97db-5ba4-887a-ea9880ac0936-651f3972-1243-4a5a-964a-9845b463efa9', 'network_id': '651f3972-1243-4a5a-964a-9845b463efa9', 'tenant_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'fixed_ips': [{'subnet_id': 'efa0d51d-b8a5-4b68-ba6e-274c53d28a33'}]}} from dv-cinder-825103-1-iscsi. {{(pid=82758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 12:51:35.783283 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-82c936ce-bd0f-482f-bb58-63ed542c7b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:36.188281 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.db_base_plugin_common [None req-82c936ce-bd0f-482f-bb58-63ed542c7b8f None None] Allocated IP 172.20.0.2 (651f3972-1243-4a5a-964a-9845b463efa9/efa0d51d-b8a5-4b68-ba6e-274c53d28a33/52d92b48-30a3-450a-9a85-018e41706b0d) {{(pid=82758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:51:36.273079 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b3e3b3f5-6a35-4995-8bc2-962be2240c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16440251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16434944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43889'] for router, precommit_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:36.290790 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fee8cb-3dea-452d-b870-45242fd866c9 req-35634d6f-aef7-414b-ae4a-c3760c24f67e tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:36.291506 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c10151-d378-44f2-8938-bedba15057a2 req-3da11aa8-4dfe-4d27-a31b-583df477e462 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:36.293094 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f8c10151-d378-44f2-8938-bedba15057a2 req-3da11aa8-4dfe-4d27-a31b-583df477e462 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.1372907 Jan 18 12:51:36.298836 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-46fee8cb-3dea-452d-b870-45242fd866c9 req-35634d6f-aef7-414b-ae4a-c3760c24f67e tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=19046548-5886-4560-854e-59cd966b0a9a HTTP/1.1" status: 200 len: 945 time: 0.5699346 Jan 18 12:51:36.345131 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f8c10151-d378-44f2-8938-bedba15057a2 req-b5799de4-0a1d-4fa1-95b5-2c482f1adac2 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448718 Jan 18 12:51:36.457335 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-46fee8cb-3dea-452d-b870-45242fd866c9 req-93a343d5-6151-4df2-9b4b-2e4700555e60 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/security-groups?id=aa95e1db-4b83-44bc-8ac8-398dca75ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570606 Jan 18 12:51:36.554646 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-82c936ce-bd0f-482f-bb58-63ed542c7b8f None None] Notify callbacks [] for port, precommit_create {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:36.569169 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-82c936ce-bd0f-482f-bb58-63ed542c7b8f None None] Transition to ACTIVE for port object 52d92b48-30a3-450a-9a85-018e41706b0d will not be triggered until provisioned by entity L2. {{(pid=82758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:51:36.594028 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-82c936ce-bd0f-482f-bb58-63ed542c7b8f None None] Transition to ACTIVE for port object 52d92b48-30a3-450a-9a85-018e41706b0d will not be triggered until provisioned by entity DHCP. {{(pid=82758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:51:36.601985 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-82c936ce-bd0f-482f-bb58-63ed542c7b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243'] for port, after_create {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:36.707428 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c936ce-bd0f-482f-bb58-63ed542c7b8f None None] Network 651f3972-1243-4a5a-964a-9845b463efa9 is already hosted by enough agents. {{(pid=82758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:51:36.715854 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.scheduler.base_scheduler [None req-82c936ce-bd0f-482f-bb58-63ed542c7b8f None None] Resources bound (agent type, host, resource id): {{(pid=82758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:51:36.719049 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c936ce-bd0f-482f-bb58-63ed542c7b8f None None] Received port after_create {{(pid=82758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:51:36.766761 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766683a6-12fe-4afe-93b3-cf534e371a3f req-6eb30a6e-ae9c-4007-be46-125ba8ab5ee5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:36.775158 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-766683a6-12fe-4afe-93b3-cf534e371a3f req-6eb30a6e-ae9c-4007-be46-125ba8ab5ee5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 944 time: 0.2190475 Jan 18 12:51:36.839388 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b3e3b3f5-6a35-4995-8bc2-962be2240c0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:36.846773 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c936ce-bd0f-482f-bb58-63ed542c7b8f None None] Pushing event updated for resources: {'Port': ['ID=52d92b48-30a3-450a-9a85-018e41706b0d,revision_number=1']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:36.871757 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-766683a6-12fe-4afe-93b3-cf534e371a3f req-97812ef6-d8c5-436d-9ebc-1af66dcab8ea tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953133 Jan 18 12:51:36.931989 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-82c936ce-bd0f-482f-bb58-63ed542c7b8f None None] Attempting to bind port 52d92b48-30a3-450a-9a85-018e41706b0d on host dv-cinder-825103-1-iscsi for vnic_type normal with profile {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:51:36.932351 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-82c936ce-bd0f-482f-bb58-63ed542c7b8f None None] Attempting to bind port 52d92b48-30a3-450a-9a85-018e41706b0d by drivers openvswitch,hyperv on host dv-cinder-825103-1-iscsi at level 0 using segments [{'id': '17b16814-4c19-4a37-a98d-29859b19aa8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '651f3972-1243-4a5a-964a-9845b463efa9'}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:51:36.932701 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c936ce-bd0f-482f-bb58-63ed542c7b8f None None] Attempting to bind port 52d92b48-30a3-450a-9a85-018e41706b0d on network 651f3972-1243-4a5a-964a-9845b463efa9 {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:51:36.943680 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c936ce-bd0f-482f-bb58-63ed542c7b8f None None] Checking agent: {'id': 'fb28a64d-5559-4ddf-90c6-916f6d0b547c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 40, 17), 'started_at': datetime.datetime(2022, 1, 18, 12, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:51:36.944348 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c936ce-bd0f-482f-bb58-63ed542c7b8f None None] Checking segment: {'id': '17b16814-4c19-4a37-a98d-29859b19aa8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '651f3972-1243-4a5a-964a-9845b463efa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:51:36.944761 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-82c936ce-bd0f-482f-bb58-63ed542c7b8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:36.945319 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c936ce-bd0f-482f-bb58-63ed542c7b8f None None] Bound using segment: {'id': '17b16814-4c19-4a37-a98d-29859b19aa8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '651f3972-1243-4a5a-964a-9845b463efa9'} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:51:36.945974 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-82c936ce-bd0f-482f-bb58-63ed542c7b8f None None] Bound port: 52d92b48-30a3-450a-9a85-018e41706b0d, host: dv-cinder-825103-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17b16814-4c19-4a37-a98d-29859b19aa8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '651f3972-1243-4a5a-964a-9845b463efa9'}}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:51:36.946626 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-82c936ce-bd0f-482f-bb58-63ed542c7b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:36.967410 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b3e3b3f5-6a35-4995-8bc2-962be2240c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:37.209629 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-82c936ce-bd0f-482f-bb58-63ed542c7b8f None None] For port 52d92b48-30a3-450a-9a85-018e41706b0d, host dv-cinder-825103-1-iscsi, cleared binding levels {{(pid=82758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:51:37.220440 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-82c936ce-bd0f-482f-bb58-63ed542c7b8f None None] For port 52d92b48-30a3-450a-9a85-018e41706b0d, host dv-cinder-825103-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=52d92b48-30a3-450a-9a85-018e41706b0d,segment=NetworkSegment(17b16814-4c19-4a37-a98d-29859b19aa8d),segment_id=17b16814-4c19-4a37-a98d-29859b19aa8d)] {{(pid=82758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:51:37.229744 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-82c936ce-bd0f-482f-bb58-63ed542c7b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:37.443565 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c936ce-bd0f-482f-bb58-63ed542c7b8f None None] Pushing event updated for resources: {'Port': ['ID=52d92b48-30a3-450a-9a85-018e41706b0d,revision_number=2']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:37.465303 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe93580-b8f9-49ad-a750-60bb0d6f3395 req-0ce0ace5-eb23-4c05-bdc0-1815bc8f4232 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:37.477543 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-dfe93580-b8f9-49ad-a750-60bb0d6f3395 req-0ce0ace5-eb23-4c05-bdc0-1815bc8f4232 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 945 time: 0.3557472 Jan 18 12:51:37.526446 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.db_base_plugin_common [None req-b3e3b3f5-6a35-4995-8bc2-962be2240c0a admin admin] Allocated IP 172.27.2.55 (e1680602-72eb-4a8f-a690-8170848820e2/e5265543-d6e8-47ba-b344-dc5916015d25/92f23cd6-ba78-485a-96bb-3bf7a7c684d7) {{(pid=82757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:51:37.699690 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-dfe93580-b8f9-49ad-a750-60bb0d6f3395 req-28836f1e-3112-45ad-9a5f-1b1eea3518ce tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206972 Jan 18 12:51:37.959800 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c063f7-fa96-4c83-aef3-280e8de3d3a5 req-947fb010-3cbb-40cd-b21d-f411f9b20cc9 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:37.979551 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c5c063f7-fa96-4c83-aef3-280e8de3d3a5 req-947fb010-3cbb-40cd-b21d-f411f9b20cc9 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 946 time: 0.7736893 Jan 18 12:51:38.102554 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c5c063f7-fa96-4c83-aef3-280e8de3d3a5 req-64088c1a-f11a-4397-9a4a-c4898f6cc4b2 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=61c60882-b6e5-41a4-bbff-5016e6573d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219950 Jan 18 12:51:38.137828 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b3f41ddb-f9ea-4f7c-a216-12d6e742f9e3 req-a082cd97-031f-4deb-afb0-ad9174c4c348 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1f579550087f4cada7f426f1d491402f&device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 1098 time: 0.5399494 Jan 18 12:51:38.252464 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b3e3b3f5-6a35-4995-8bc2-962be2240c0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:38.381660 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ac236-e90f-400b-8204-b0bf993a1b0a req-c67b26ea-b1ca-41c1-87be-5f670e841cdc tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:38.389872 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-ab3ac236-e90f-400b-8204-b0bf993a1b0a req-c67b26ea-b1ca-41c1-87be-5f670e841cdc tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.3290250 Jan 18 12:51:38.425229 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b3e3b3f5-6a35-4995-8bc2-962be2240c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15894096'] for port, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:38.673808 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e3b3f5-6a35-4995-8bc2-962be2240c0a admin admin] Network e1680602-72eb-4a8f-a690-8170848820e2 is already hosted by enough agents. {{(pid=82757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:51:38.695129 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-b3e3b3f5-6a35-4995-8bc2-962be2240c0a admin admin] Resources bound (agent type, host, resource id): {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:51:38.716033 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e3b3f5-6a35-4995-8bc2-962be2240c0a admin admin] Received port after_create {{(pid=82757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:51:38.822792 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14dbbdb-1497-4b34-84a0-2e862052ce68 req-00bb64d8-3c43-4187-b20d-098bb7d75ff5 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:38.832031 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e14dbbdb-1497-4b34-84a0-2e862052ce68 req-00bb64d8-3c43-4187-b20d-098bb7d75ff5 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=19046548-5886-4560-854e-59cd966b0a9a HTTP/1.1" status: 200 len: 945 time: 0.5170336 Jan 18 12:51:38.943001 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-ab3ac236-e90f-400b-8204-b0bf993a1b0a req-31630b94-a19e-438a-88f2-c3d56de5797f tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5518086 Jan 18 12:51:38.944203 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e3b3f5-6a35-4995-8bc2-962be2240c0a admin admin] Pushing event updated for resources: {'Port': ['ID=92f23cd6-ba78-485a-96bb-3bf7a7c684d7,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:38.981071 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-91bdaf5d-5c20-4be6-b17f-64a842505c7e req-62d2a185-7d59-47f0-a4fa-66e5e2651cdf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b61358b76314548a01860d9521ad4fd&device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 1099 time: 0.5525975 Jan 18 12:51:38.991441 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f41ddb-f9ea-4f7c-a216-12d6e742f9e3 req-e6c42fd7-01db-4077-b2b7-9a89061af48a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:38.993263 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b3f41ddb-f9ea-4f7c-a216-12d6e742f9e3 req-e6c42fd7-01db-4077-b2b7-9a89061af48a service neutron] 10.222.0.35 "GET /v2.0/networks?id=278ba1fd-8468-4f28-a995-460d471862f3 HTTP/1.1" status: 200 len: 921 time: 0.6105647 Jan 18 12:51:39.002421 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e3b3f5-6a35-4995-8bc2-962be2240c0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:39.009934 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e3b3f5-6a35-4995-8bc2-962be2240c0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:39.010523 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e3b3f5-6a35-4995-8bc2-962be2240c0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:39.010997 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e3b3f5-6a35-4995-8bc2-962be2240c0a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:39.011483 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e3b3f5-6a35-4995-8bc2-962be2240c0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:39.011918 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e3b3f5-6a35-4995-8bc2-962be2240c0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:39.012359 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e3b3f5-6a35-4995-8bc2-962be2240c0a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:39.012755 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e3b3f5-6a35-4995-8bc2-962be2240c0a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:39.013161 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e3b3f5-6a35-4995-8bc2-962be2240c0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:39.013579 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e3b3f5-6a35-4995-8bc2-962be2240c0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:39.013941 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e3b3f5-6a35-4995-8bc2-962be2240c0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:39.018200 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e14dbbdb-1497-4b34-84a0-2e862052ce68 req-ae9542b1-75ce-4707-b68a-ce4554055c43 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/security-groups?id=aa95e1db-4b83-44bc-8ac8-398dca75ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853650 Jan 18 12:51:39.135241 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7f971edb-ba28-4be0-ac8d-46abd86c2816 req-9d165962-97f1-4df3-9df3-e6e882cb0195 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5605676 Jan 18 12:51:39.166339 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b3e3b3f5-6a35-4995-8bc2-962be2240c0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:39.167235 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b3e3b3f5-6a35-4995-8bc2-962be2240c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16435001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16440208'] for router, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:39.443499 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f745f8-d370-452a-8ca1-4a32dfc291b5 None None] Network 651f3972-1243-4a5a-964a-9845b463efa9 requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:51:39.540621 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 52d92b48-30a3-450a-9a85-018e41706b0d up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:51:39.636238 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b3f41ddb-f9ea-4f7c-a216-12d6e742f9e3 req-904878d0-c8d8-4b4b-81b6-aac27a0d4ee9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3db9478d-dd47-410b-ba68-5b193216df9b HTTP/1.1" status: 200 len: 217 time: 0.6147633 Jan 18 12:51:39.746029 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f41ddb-f9ea-4f7c-a216-12d6e742f9e3 req-569a783e-8372-4dcd-9f2d-7b1626b7e2a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:39.747470 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b3f41ddb-f9ea-4f7c-a216-12d6e742f9e3 req-569a783e-8372-4dcd-9f2d-7b1626b7e2a3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3f6ce3a-9cb1-41e6-95d3-abca0d25c5c7 HTTP/1.1" status: 200 len: 859 time: 0.0842662 Jan 18 12:51:39.855944 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-ef07bae4-9ae2-4320-9eec-7a6610d3411c None None] Provisioning for port 52d92b48-30a3-450a-9a85-018e41706b0d completed by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:51:39.955221 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522741e-85c9-46c5-9463-d5696b8716de req-f3deca8d-c76b-4502-a613-ec9eb66e1976 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:39.957645 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6522741e-85c9-46c5-9463-d5696b8716de req-f3deca8d-c76b-4502-a613-ec9eb66e1976 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 944 time: 0.6167996 Jan 18 12:51:39.965835 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-508520b6-fe16-4868-87f6-e654bf68543f req-d85a85b4-1c9c-4d8f-bd4b-6797d132d451 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=62c83339981e4116982823738389569b&device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 1098 time: 1.0626261 Jan 18 12:51:39.981288 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b3f41ddb-f9ea-4f7c-a216-12d6e742f9e3 req-c889381c-f605-4262-9cfd-4fbea40bffd2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=278ba1fd-8468-4f28-a995-460d471862f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1987426 Jan 18 12:51:39.997996 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7f971edb-ba28-4be0-ac8d-46abd86c2816 req-2a9b332d-184e-4890-bc45-b4a7d60ba8d3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1f579550087f4cada7f426f1d491402f&device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 1098 time: 0.8220243 Jan 18 12:51:40.016119 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning for port 52d92b48-30a3-450a-9a85-018e41706b0d completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:51:40.027728 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 52d92b48-30a3-450a-9a85-018e41706b0d triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:51:40.028398 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:40.056433 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca345a2-5426-47eb-830f-b1709cc43efa req-a4076d54-df7b-43e1-8d32-4fb47b4d1972 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:40.057886 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6ca345a2-5426-47eb-830f-b1709cc43efa req-a4076d54-df7b-43e1-8d32-4fb47b4d1972 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 945 time: 0.4784706 Jan 18 12:51:40.069799 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:40.094346 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdaf5d-5c20-4be6-b17f-64a842505c7e req-faf2b392-950e-4371-882a-718dca238923 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:40.096409 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-91bdaf5d-5c20-4be6-b17f-64a842505c7e req-faf2b392-950e-4371-882a-718dca238923 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3ce910e8-fa9a-402c-bef7-c36aef1e716c HTTP/1.1" status: 200 len: 913 time: 1.0761623 Jan 18 12:51:40.401247 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6522741e-85c9-46c5-9463-d5696b8716de req-ce30173c-6578-4e02-82cd-aad937769da4 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240420 Jan 18 12:51:40.407935 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f971edb-ba28-4be0-ac8d-46abd86c2816 req-18fafaae-e67c-4cc4-bbcf-dee50a8275e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:40.409345 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7f971edb-ba28-4be0-ac8d-46abd86c2816 req-18fafaae-e67c-4cc4-bbcf-dee50a8275e2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=278ba1fd-8468-4f28-a995-460d471862f3 HTTP/1.1" status: 200 len: 921 time: 0.3735235 Jan 18 12:51:40.505354 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:40.539719 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-91bdaf5d-5c20-4be6-b17f-64a842505c7e req-c33d9d83-16b2-4635-9090-ccd55dd9a4cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30d73f22-611e-44a3-9ad5-7bfa498e296e HTTP/1.1" status: 200 len: 1002 time: 0.3245146 Jan 18 12:51:40.565800 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6ca345a2-5426-47eb-830f-b1709cc43efa req-e6728243-b36f-4437-95c2-d88237a4a8b0 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4696405 Jan 18 12:51:40.568328 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] For port 52d92b48-30a3-450a-9a85-018e41706b0d, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=52d92b48-30a3-450a-9a85-018e41706b0d,segment=NetworkSegment(17b16814-4c19-4a37-a98d-29859b19aa8d),segment_id=17b16814-4c19-4a37-a98d-29859b19aa8d)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:40.592193 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:40.606860 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7f971edb-ba28-4be0-ac8d-46abd86c2816 req-ef3b0bfd-cb80-4d2e-bc56-11915766a76d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9558185-b969-42b6-9712-fe087278bdde HTTP/1.1" status: 200 len: 217 time: 0.1868918 Jan 18 12:51:40.643746 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508520b6-fe16-4868-87f6-e654bf68543f req-6576fe71-bf56-4a86-b1cc-2181a2c91202 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:40.645766 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-508520b6-fe16-4868-87f6-e654bf68543f req-6576fe71-bf56-4a86-b1cc-2181a2c91202 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0245ff51-1953-4317-abeb-3ec950185d8d HTTP/1.1" status: 200 len: 919 time: 0.6301527 Jan 18 12:51:40.661349 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b3f41ddb-f9ea-4f7c-a216-12d6e742f9e3 req-ce2af85e-a1e6-4290-b2f3-e40c0895316e service neutron] 10.222.0.35 "GET /v2.0/networks/278ba1fd-8468-4f28-a995-460d471862f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6161950 Jan 18 12:51:40.711040 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-61a37aee-c826-4e40-82dd-853e071830cf None None] Provisioning complete for port 52d92b48-30a3-450a-9a85-018e41706b0d triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:51:40.711408 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-61a37aee-c826-4e40-82dd-853e071830cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:40.753797 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f971edb-ba28-4be0-ac8d-46abd86c2816 req-2c7a7e4e-9ff6-492f-9f7c-246d367c9e98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:40.756440 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7f971edb-ba28-4be0-ac8d-46abd86c2816 req-2c7a7e4e-9ff6-492f-9f7c-246d367c9e98 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3f6ce3a-9cb1-41e6-95d3-abca0d25c5c7 HTTP/1.1" status: 200 len: 859 time: 0.1354535 Jan 18 12:51:40.783480 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Pushing event updated for resources: {'Port': ['ID=52d92b48-30a3-450a-9a85-018e41706b0d,revision_number=3']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:40.915570 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7f971edb-ba28-4be0-ac8d-46abd86c2816 req-e801e08a-ccf1-4381-9680-83edfa9ea8a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=278ba1fd-8468-4f28-a995-460d471862f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096847 Jan 18 12:51:40.931020 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462160f-94c8-4865-a1fa-347495e8afde req-a8fe419d-c9b2-414c-b8ac-de928453d87d tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:40.940030 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-f462160f-94c8-4865-a1fa-347495e8afde req-a8fe419d-c9b2-414c-b8ac-de928453d87d tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 946 time: 0.2773809 Jan 18 12:51:40.995288 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 46f08e28-9893-4e71-b797-64224dcc5fb4 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:51:41.043206 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e3b3f5-6a35-4995-8bc2-962be2240c0a admin admin] Router 3099a440-2c47-40d7-9292-044c4df7f76f is scheduled to L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 with binding_index 1 {{(pid=82757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 12:51:41.048191 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.35', 50331) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:41.060047 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-508520b6-fe16-4868-87f6-e654bf68543f req-66cf4685-436c-4f92-901f-d53828d409c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46f08e28-9893-4e71-b797-64224dcc5fb4 HTTP/1.1" status: 200 len: 1001 time: 0.4010670 Jan 18 12:51:41.167028 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdaf5d-5c20-4be6-b17f-64a842505c7e req-a3a44016-291f-4a83-9097-a99ba326ce60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:41.168624 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-91bdaf5d-5c20-4be6-b17f-64a842505c7e req-a3a44016-291f-4a83-9097-a99ba326ce60 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fc8c1b8-cfa3-49d9-9595-474a5f6baf01 HTTP/1.1" status: 200 len: 850 time: 0.6002641 Jan 18 12:51:41.179236 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:41.208434 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee17ee1-ec52-4ae5-9960-98911e8e5ffc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46f08e28-9893-4e71-b797-64224dcc5fb4'}] {{(pid=82758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:51:41.218464 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 46f08e28-9893-4e71-b797-64224dcc5fb4, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=46f08e28-9893-4e71-b797-64224dcc5fb4,segment=NetworkSegment(87c18e1c-b1f5-42be-a8fc-168d2192ac96),segment_id=87c18e1c-b1f5-42be-a8fc-168d2192ac96)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:41.223148 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:41.266706 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-f462160f-94c8-4865-a1fa-347495e8afde req-e5948f53-0641-40db-a260-934cc3d63375 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=61c60882-b6e5-41a4-bbff-5016e6573d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3217177 Jan 18 12:51:41.279894 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7f971edb-ba28-4be0-ac8d-46abd86c2816 req-660aed91-075b-4ce8-9399-44d0bc58a270 service neutron] 10.222.0.35 "GET /v2.0/networks/278ba1fd-8468-4f28-a995-460d471862f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366477 Jan 18 12:51:41.300860 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508520b6-fe16-4868-87f6-e654bf68543f req-9c6c4d30-9c1f-4ecc-a29c-7c3a9d02437d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:41.302561 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-508520b6-fe16-4868-87f6-e654bf68543f req-9c6c4d30-9c1f-4ecc-a29c-7c3a9d02437d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe840dcd-84e6-4b5f-bdcf-ef3e08af5039 HTTP/1.1" status: 200 len: 856 time: 0.1956670 Jan 18 12:51:41.306516 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=46f08e28-9893-4e71-b797-64224dcc5fb4,revision_number=8']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:41.353628 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 52d92b48-30a3-450a-9a85-018e41706b0d up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:51:41.393104 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3fae3-7f39-4e6d-90a9-c0b190cf046d req-ee951fbc-6fc4-4141-ae17-599bbffbb6ff tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:41.400026 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c3a3fae3-7f39-4e6d-90a9-c0b190cf046d req-ee951fbc-6fc4-4141-ae17-599bbffbb6ff tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.3967888 Jan 18 12:51:41.430428 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 52d92b48-30a3-450a-9a85-018e41706b0d triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:51:41.430837 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:41.442896 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7f971edb-ba28-4be0-ac8d-46abd86c2816 req-ee1cb34a-e118-4438-bfdb-173da815833f service neutron] 10.222.0.35 "GET /v2.0/networks/278ba1fd-8468-4f28-a995-460d471862f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451969 Jan 18 12:51:41.453981 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b3f41ddb-f9ea-4f7c-a216-12d6e742f9e3 req-78395708-8c77-4e88-9ef5-aeb7422be1ac service neutron] 10.222.0.35 "GET /v2.0/networks/278ba1fd-8468-4f28-a995-460d471862f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7249475 Jan 18 12:51:41.455473 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223fe26-3c9a-498f-bd25-7ec1d84fb379 req-caf21150-c0fc-4a18-9885-8e7892a8cf34 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:41.457157 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-1223fe26-3c9a-498f-bd25-7ec1d84fb379 req-caf21150-c0fc-4a18-9885-8e7892a8cf34 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.35 "GET /v2.0/ports?device_id=19046548-5886-4560-854e-59cd966b0a9a HTTP/1.1" status: 200 len: 945 time: 0.4073317 Jan 18 12:51:41.478247 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c3a3fae3-7f39-4e6d-90a9-c0b190cf046d req-cbf49fd1-eb25-4508-aeba-bc5c916832a3 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771892 Jan 18 12:51:41.503650 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-91bdaf5d-5c20-4be6-b17f-64a842505c7e req-d184cdcd-6341-4a2d-bd3d-59067f462f10 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3ce910e8-fa9a-402c-bef7-c36aef1e716c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3277018 Jan 18 12:51:41.659325 dv-cinder-825103-1-iscsi neutron-server[82758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee17ee1-ec52-4ae5-9960-98911e8e5ffc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46f08e28-9893-4e71-b797-64224dcc5fb4', 'code': 200} Jan 18 12:51:41.676783 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [req-1223fe26-3c9a-498f-bd25-7ec1d84fb379 req-1a151ea2-f416-484e-ac52-956e966eea6f tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Deleting port 41a212cc-1855-454f-975e-97f19d1db277 {{(pid=82757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:51:41.677672 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [req-1223fe26-3c9a-498f-bd25-7ec1d84fb379 req-1a151ea2-f416-484e-ac52-956e966eea6f tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:41.743903 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-508520b6-fe16-4868-87f6-e654bf68543f req-c5e57660-c72d-461a-82e9-73f78dd9aa52 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0245ff51-1953-4317-abeb-3ec950185d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4298024 Jan 18 12:51:41.859044 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8c4be-70ed-4f1a-be37-009bdf6dff6d req-4fd2f236-18f8-4516-bfd9-f21f4fe3a73f tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:41.860724 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-46e8c4be-70ed-4f1a-be37-009bdf6dff6d req-4fd2f236-18f8-4516-bfd9-f21f4fe3a73f tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=19046548-5886-4560-854e-59cd966b0a9a HTTP/1.1" status: 200 len: 945 time: 0.3216364 Jan 18 12:51:41.931489 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e3b3f5-6a35-4995-8bc2-962be2240c0a admin admin] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:51:41.936223 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-91bdaf5d-5c20-4be6-b17f-64a842505c7e req-84447a4e-6ef6-452a-940a-c7c7dd6e3a02 service neutron] 10.222.0.35 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858662 Jan 18 12:51:41.946955 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f705255-3113-4127-af2b-478617eaf2a1 None None] Sync routers for ids ['3099a440-2c47-40d7-9292-044c4df7f76f'] in dv-cinder-825103-1-iscsi {{(pid=82759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:51:41.975617 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f705255-3113-4127-af2b-478617eaf2a1 None None] Routers {'3099a440-2c47-40d7-9292-044c4df7f76f'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:51:41.976810 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-6f705255-3113-4127-af2b-478617eaf2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:51:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['3099a440-2c47-40d7-9292-044c4df7f76f'], 'active': True} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:42.014765 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b3e3b3f5-6a35-4995-8bc2-962be2240c0a admin admin] Notify callbacks [] for router, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:42.018889 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-b3e3b3f5-6a35-4995-8bc2-962be2240c0a admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.5292315 Jan 18 12:51:42.020356 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 50152) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:42.024739 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-46e8c4be-70ed-4f1a-be37-009bdf6dff6d req-2f446df6-1c41-4fda-bc68-6d4b5b7de777 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/security-groups?id=aa95e1db-4b83-44bc-8ac8-398dca75ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138701 Jan 18 12:51:42.033283 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-508520b6-fe16-4868-87f6-e654bf68543f req-5bb5b450-38eb-4e56-94ad-4566e68063ed service neutron] 10.222.0.35 "GET /v2.0/networks/0245ff51-1953-4317-abeb-3ec950185d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667744 Jan 18 12:51:42.144616 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.db [req-1223fe26-3c9a-498f-bd25-7ec1d84fb379 req-1a151ea2-f416-484e-ac52-956e966eea6f tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] For port 41a212cc-1855-454f-975e-97f19d1db277, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=41a212cc-1855-454f-975e-97f19d1db277,segment=NetworkSegment(b35974eb-73ba-4577-bd01-65e7420182fa),segment_id=b35974eb-73ba-4577-bd01-65e7420182fa)] {{(pid=82757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:42.145200 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [req-1223fe26-3c9a-498f-bd25-7ec1d84fb379 req-1a151ea2-f416-484e-ac52-956e966eea6f tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:42.311493 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvr_db [None req-6f705255-3113-4127-af2b-478617eaf2a1 None None] Set router 3099a440-2c47-40d7-9292-044c4df7f76f gateway port host: dv-cinder-825103-1-iscsi {{(pid=82759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:51:42.423818 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59720b18-83d2-479d-8f42-b9c7eb083e3b req-6e52e2ed-f527-4f58-a433-7358d1193849 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:42.430903 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-59720b18-83d2-479d-8f42-b9c7eb083e3b req-6e52e2ed-f527-4f58-a433-7358d1193849 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 944 time: 0.6325974 Jan 18 12:51:42.515693 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-91bdaf5d-5c20-4be6-b17f-64a842505c7e req-09f04a8d-f481-4451-88a4-b3bb53f7dc9e service neutron] 10.222.0.35 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4803588 Jan 18 12:51:42.537401 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [req-1223fe26-3c9a-498f-bd25-7ec1d84fb379 req-1a151ea2-f416-484e-ac52-956e966eea6f tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Calling delete_port for 41a212cc-1855-454f-975e-97f19d1db277 owned by compute:nova {{(pid=82757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:51:42.545148 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-59720b18-83d2-479d-8f42-b9c7eb083e3b req-bf535264-abed-4a94-98ce-6a5ad521fc79 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133916 Jan 18 12:51:42.557321 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-508520b6-fe16-4868-87f6-e654bf68543f req-024af3e2-3b7b-4d39-bad6-59b529cefa89 service neutron] 10.222.0.35 "GET /v2.0/networks/0245ff51-1953-4317-abeb-3ec950185d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672748 Jan 18 12:51:42.720732 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-6f705255-3113-4127-af2b-478617eaf2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'name': 'tempest-TestShelveInstance-260813738-router', 'tenant_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '92f23cd6-ba78-485a-96bb-3bf7a7c684d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:51:35Z', 'updated_at': '2022-01-18T12:51:38Z', 'revision_number': 3, 'project_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'gw_port': {'id': '92f23cd6-ba78-485a-96bb-3bf7a7c684d7', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:51:37Z', 'updated_at': '2022-01-18T12:51:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:42.725047 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f705255-3113-4127-af2b-478617eaf2a1 None None] Checking router: 3099a440-2c47-40d7-9292-044c4df7f76f for host: dv-cinder-825103-1-iscsi {{(pid=82759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:51:42.725454 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f705255-3113-4127-af2b-478617eaf2a1 None None] Updating router 3099a440-2c47-40d7-9292-044c4df7f76f port 92f23cd6-ba78-485a-96bb-3bf7a7c684d7 binding host dv-cinder-825103-1-iscsi {{(pid=82759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:51:42.774478 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cb059-c4b3-4ffc-8018-c18fec442cc1 req-e60fa300-eb09-4ce5-befa-dbaf546bb49a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:42.788978 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-6f705255-3113-4127-af2b-478617eaf2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:42.789320 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b52cb059-c4b3-4ffc-8018-c18fec442cc1 req-e60fa300-eb09-4ce5-befa-dbaf546bb49a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 946 time: 0.1000266 Jan 18 12:51:42.863348 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b52cb059-c4b3-4ffc-8018-c18fec442cc1 req-685eda89-f068-44d1-9f96-d274f84bcb41 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=61c60882-b6e5-41a4-bbff-5016e6573d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611529 Jan 18 12:51:42.912262 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c9752-119d-4fd1-86a9-63c507d9a51f req-fb592466-85a0-4e24-bc6a-5ce6e0c73c9a tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:42.913747 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-8c6c9752-119d-4fd1-86a9-63c507d9a51f req-fb592466-85a0-4e24-bc6a-5ce6e0c73c9a tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 943 time: 0.4020567 Jan 18 12:51:42.991266 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device e00e54c6-536f-4529-acd6-93c664eff79b details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:51:42.994459 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [req-1223fe26-3c9a-498f-bd25-7ec1d84fb379 req-1a151ea2-f416-484e-ac52-956e966eea6f tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15894096'] for port, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:43.056856 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a151ea2-f416-484e-ac52-956e966eea6f tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Pushing event deleted for resources: {'Port': ['ID=41a212cc-1855-454f-975e-97f19d1db277,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:43.066222 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] get_ports_and_sgs() called for port_ids ['41a212cc-1855-454f-975e-97f19d1db277'] {{(pid=82758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:51:43.069058 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-8c6c9752-119d-4fd1-86a9-63c507d9a51f req-c772e1d3-e087-4944-98e0-92079abc4151 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379983 Jan 18 12:51:43.203576 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f167d53-f50b-4095-942f-20ec728f4a29 req-0cbd0df1-6211-4356-8917-dae6f6c8e012 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:43.205348 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7f167d53-f50b-4095-942f-20ec728f4a29 req-0cbd0df1-6211-4356-8917-dae6f6c8e012 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.1947162 Jan 18 12:51:43.279018 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-6f705255-3113-4127-af2b-478617eaf2a1 None None] Notify callbacks [] for port, precommit_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:43.300273 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.provisioning_blocks [None req-6f705255-3113-4127-af2b-478617eaf2a1 None None] Transition to ACTIVE for port object 92f23cd6-ba78-485a-96bb-3bf7a7c684d7 will not be triggered until provisioned by entity L2. {{(pid=82759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:51:43.304419 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.l3_dvrscheduler_db [req-1223fe26-3c9a-498f-bd25-7ec1d84fb379 req-1a151ea2-f416-484e-ac52-956e966eea6f tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] No DVR routers for this DVR port 41a212cc-1855-454f-975e-97f19d1db277 on host hv-cinder-82510 {{(pid=82757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:51:43.309774 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [req-1223fe26-3c9a-498f-bd25-7ec1d84fb379 req-1a151ea2-f416-484e-ac52-956e966eea6f tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:43.320051 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-6f705255-3113-4127-af2b-478617eaf2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:43.321611 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7f167d53-f50b-4095-942f-20ec728f4a29 req-f9f94a19-5b35-4e1b-b506-3ccd4d316e9c tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107235 Jan 18 12:51:43.335085 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19046548-5886-4560-854e-59cd966b0a9a', 'name': 'network-vif-deleted', 'tag': '41a212cc-1855-454f-975e-97f19d1db277'}] {{(pid=82757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:51:43.391767 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port e00e54c6-536f-4529-acd6-93c664eff79b, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=e00e54c6-536f-4529-acd6-93c664eff79b,segment=NetworkSegment(dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0),segment_id=dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:43.412183 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.managers [None req-6f705255-3113-4127-af2b-478617eaf2a1 None None] Attempting to bind port 92f23cd6-ba78-485a-96bb-3bf7a7c684d7 on host dv-cinder-825103-1-iscsi for vnic_type normal with profile {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:51:43.412624 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.managers [None req-6f705255-3113-4127-af2b-478617eaf2a1 None None] Attempting to bind port 92f23cd6-ba78-485a-96bb-3bf7a7c684d7 by drivers openvswitch,hyperv on host dv-cinder-825103-1-iscsi at level 0 using segments [{'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'}] {{(pid=82759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:51:43.413041 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f705255-3113-4127-af2b-478617eaf2a1 None None] Attempting to bind port 92f23cd6-ba78-485a-96bb-3bf7a7c684d7 on network e1680602-72eb-4a8f-a690-8170848820e2 {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:51:43.426871 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19046548-5886-4560-854e-59cd966b0a9a', 'name': 'network-vif-deleted', 'tag': '41a212cc-1855-454f-975e-97f19d1db277', 'status': 'completed', 'code': 200} Jan 18 12:51:43.428226 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Returning: {'device': 'e00e54c6-536f-4529-acd6-93c664eff79b', 'network_id': '3aafb570-73f3-4d6d-b0fd-ecc33f87d7db', 'port_id': 'e00e54c6-536f-4529-acd6-93c664eff79b', 'mac_address': 'fa:16:3e:7d:76:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e00410-d53e-44ca-b28a-3e7239ed8fa5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:51:43.428902 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f705255-3113-4127-af2b-478617eaf2a1 None None] Checking agent: {'id': 'fb28a64d-5559-4ddf-90c6-916f6d0b547c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 40, 17), 'started_at': datetime.datetime(2022, 1, 18, 12, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:51:43.429356 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f705255-3113-4127-af2b-478617eaf2a1 None None] Checking segment: {'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:51:43.429485 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-19727eef-82b7-452e-841f-6c876872aa6d req-24ada5d9-d4d4-40ca-8da5-45e6f4595fac tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Synchronizing usage tracker for tenant:f57a5761ea3b4b6ebfc881a4b5a7d527 on resource:port {{(pid=82757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:51:43.429865 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-6f705255-3113-4127-af2b-478617eaf2a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:43.430415 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f705255-3113-4127-af2b-478617eaf2a1 None None] Bound using segment: {'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'} {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:51:43.430849 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.managers [None req-6f705255-3113-4127-af2b-478617eaf2a1 None None] Bound port: 92f23cd6-ba78-485a-96bb-3bf7a7c684d7, host: dv-cinder-825103-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'}}] {{(pid=82759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:51:43.431284 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-6f705255-3113-4127-af2b-478617eaf2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:43.433825 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-1223fe26-3c9a-498f-bd25-7ec1d84fb379 req-1a151ea2-f416-484e-ac52-956e966eea6f tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.35 "DELETE /v2.0/ports/41a212cc-1855-454f-975e-97f19d1db277 HTTP/1.1" status: 204 len: 173 time: 1.8964212 Jan 18 12:51:43.498216 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-19727eef-82b7-452e-841f-6c876872aa6d req-24ada5d9-d4d4-40ca-8da5-45e6f4595fac tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Unset dirty status for tenant:f57a5761ea3b4b6ebfc881a4b5a7d527 on resource:port {{(pid=82757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:51:43.499976 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-19727eef-82b7-452e-841f-6c876872aa6d req-24ada5d9-d4d4-40ca-8da5-45e6f4595fac tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=19046548-5886-4560-854e-59cd966b0a9a HTTP/1.1" status: 200 len: 210 time: 0.1983991 Jan 18 12:51:43.507631 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.db [None req-6f705255-3113-4127-af2b-478617eaf2a1 None None] For port 92f23cd6-ba78-485a-96bb-3bf7a7c684d7, host dv-cinder-825103-1-iscsi, cleared binding levels {{(pid=82759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:51:43.511268 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.db [None req-6f705255-3113-4127-af2b-478617eaf2a1 None None] For port 92f23cd6-ba78-485a-96bb-3bf7a7c684d7, host dv-cinder-825103-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=92f23cd6-ba78-485a-96bb-3bf7a7c684d7,segment=NetworkSegment(a71a77f2-f00b-4634-9c06-cb577f22632a),segment_id=a71a77f2-f00b-4634-9c06-cb577f22632a)] {{(pid=82759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:51:43.512966 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec234c-5a1f-4f80-b6d3-ece8ca5fa08c None None] Pushing event updated for resources: {'Port': ['ID=92f23cd6-ba78-485a-96bb-3bf7a7c684d7,revision_number=2']} {{(pid=82759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:43.519873 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-6f705255-3113-4127-af2b-478617eaf2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:43.530006 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ec234c-5a1f-4f80-b6d3-ece8ca5fa08c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:43.530643 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ec234c-5a1f-4f80-b6d3-ece8ca5fa08c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:43.531067 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ec234c-5a1f-4f80-b6d3-ece8ca5fa08c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:43.531463 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ec234c-5a1f-4f80-b6d3-ece8ca5fa08c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:43.531809 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ec234c-5a1f-4f80-b6d3-ece8ca5fa08c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:43.532220 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ec234c-5a1f-4f80-b6d3-ece8ca5fa08c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:43.532624 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ec234c-5a1f-4f80-b6d3-ece8ca5fa08c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:43.533026 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ec234c-5a1f-4f80-b6d3-ece8ca5fa08c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:43.533407 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ec234c-5a1f-4f80-b6d3-ece8ca5fa08c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:43.533783 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ec234c-5a1f-4f80-b6d3-ece8ca5fa08c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:43.534562 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ec234c-5a1f-4f80-b6d3-ece8ca5fa08c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:43.576563 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:43.624779 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e00e54c6-536f-4529-acd6-93c664eff79b {{(pid=82758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:51:43.632283 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f705255-3113-4127-af2b-478617eaf2a1 None None] Routers {'3099a440-2c47-40d7-9292-044c4df7f76f'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:51:43.632989 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-6f705255-3113-4127-af2b-478617eaf2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:51:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['3099a440-2c47-40d7-9292-044c4df7f76f'], 'active': True} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:43.664570 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port e00e54c6-536f-4529-acd6-93c664eff79b, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=e00e54c6-536f-4529-acd6-93c664eff79b,segment=NetworkSegment(dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0),segment_id=dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:43.675358 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:43.695120 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec234c-5a1f-4f80-b6d3-ece8ca5fa08c None None] Pushing event updated for resources: {'Port': ['ID=92f23cd6-ba78-485a-96bb-3bf7a7c684d7,revision_number=3']} {{(pid=82759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:43.882105 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-b0ca7dd1-7863-4a67-bea7-bb52a2a19efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:43.901070 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=e00e54c6-536f-4529-acd6-93c664eff79b,revision_number=4']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:43.934589 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvr_db [None req-6f705255-3113-4127-af2b-478617eaf2a1 None None] Set router 3099a440-2c47-40d7-9292-044c4df7f76f gateway port host: dv-cinder-825103-1-iscsi {{(pid=82759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:51:44.022992 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5593bc-a2db-43d6-ac51-da5fcacf59cf req-5e5b35bf-d837-4dab-a8af-c75be65075b2 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:44.033500 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-1e5593bc-a2db-43d6-ac51-da5fcacf59cf req-5e5b35bf-d837-4dab-a8af-c75be65075b2 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 945 time: 0.1616960 Jan 18 12:51:44.112090 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-1e5593bc-a2db-43d6-ac51-da5fcacf59cf req-63bea4dc-6594-4720-8e44-a76b43bddeb4 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776379 Jan 18 12:51:44.201274 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] get_ports_and_sgs() called for port_ids ['e00e54c6-536f-4529-acd6-93c664eff79b'] {{(pid=82758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:51:44.377567 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 50190) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:44.426894 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123c2c6-6721-49d8-9a6e-029864a37f4e req-5e17dcff-5b6a-480f-9918-ebdccf56cfd3 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:44.434960 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-3123c2c6-6721-49d8-9a6e-029864a37f4e req-5e17dcff-5b6a-480f-9918-ebdccf56cfd3 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 943 time: 0.1655006 Jan 18 12:51:44.491121 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9be246-d1fa-4aee-b027-8102b76d66fd req-9f7300b3-c907-47f8-8468-937caf8c69cc tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:44.496910 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-6f705255-3113-4127-af2b-478617eaf2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'name': 'tempest-TestShelveInstance-260813738-router', 'tenant_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '92f23cd6-ba78-485a-96bb-3bf7a7c684d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:51:35Z', 'updated_at': '2022-01-18T12:51:38Z', 'revision_number': 3, 'project_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'gw_port': {'id': '92f23cd6-ba78-485a-96bb-3bf7a7c684d7', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:51:37Z', 'updated_at': '2022-01-18T12:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:44.505819 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bc9be246-d1fa-4aee-b027-8102b76d66fd req-9f7300b3-c907-47f8-8468-937caf8c69cc tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 946 time: 0.4354851 Jan 18 12:51:44.506386 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f705255-3113-4127-af2b-478617eaf2a1 None None] The sync data for ids ['3099a440-2c47-40d7-9292-044c4df7f76f'] in dv-cinder-825103-1-iscsi is: [{'id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'name': 'tempest-TestShelveInstance-260813738-router', 'tenant_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '92f23cd6-ba78-485a-96bb-3bf7a7c684d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:51:35Z', 'updated_at': '2022-01-18T12:51:38Z', 'revision_number': 3, 'project_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'gw_port': {'id': '92f23cd6-ba78-485a-96bb-3bf7a7c684d7', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:51:37Z', 'updated_at': '2022-01-18T12:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}] {{(pid=82759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:51:44.507385 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-3123c2c6-6721-49d8-9a6e-029864a37f4e req-1e5f84b3-98c5-45b3-a976-adabdc18f7b0 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705278 Jan 18 12:51:44.642925 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-3c481eff-e126-4f5a-b7c8-b03b7bc7fa33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:44.659284 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bc9be246-d1fa-4aee-b027-8102b76d66fd req-1ed2ba23-1ff8-48c1-a25b-bb2940af45d3 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=61c60882-b6e5-41a4-bbff-5016e6573d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525786 Jan 18 12:51:44.817843 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d887b051-d3ed-4a3d-b552-7cf779ed1381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:44.927063 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-d887b051-d3ed-4a3d-b552-7cf779ed1381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:44.933629 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-d887b051-d3ed-4a3d-b552-7cf779ed1381 admin admin] Usage tracker for resource:security_group_rule and tenant:d0ba563e9dae41a9bf5d663ea863b619 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:44.939447 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-d887b051-d3ed-4a3d-b552-7cf779ed1381 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:44.949561 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc398b-e606-4c80-b510-5a47525a457a req-4251cb88-3230-43de-92cb-31942b7fdbee tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:44.957473 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-63dc398b-e606-4c80-b510-5a47525a457a req-4251cb88-3230-43de-92cb-31942b7fdbee tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.2293155 Jan 18 12:51:44.978275 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-d887b051-d3ed-4a3d-b552-7cf779ed1381 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:45.033169 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 41a212cc-1855-454f-975e-97f19d1db277 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:51:45.059705 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-63dc398b-e606-4c80-b510-5a47525a457a req-5cf256c2-3fcd-4630-a658-89c90d954885 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994210 Jan 18 12:51:45.098961 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] No Port match for: 41a212cc-1855-454f-975e-97f19d1db277 {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:51:45.099592 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 41a212cc-1855-454f-975e-97f19d1db277 not bound to the agent host hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:51:45.242769 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d887b051-d3ed-4a3d-b552-7cf779ed1381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:45.248635 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d887b051-d3ed-4a3d-b552-7cf779ed1381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:45.308427 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.db_base_plugin_common [None req-3c481eff-e126-4f5a-b7c8-b03b7bc7fa33 admin admin] Allocated IP 172.20.0.1 (651f3972-1243-4a5a-964a-9845b463efa9/efa0d51d-b8a5-4b68-ba6e-274c53d28a33/b8263b83-54db-4e2a-8990-b095edcbc097) {{(pid=82757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:51:45.317910 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887b051-d3ed-4a3d-b552-7cf779ed1381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac4de2c-53cf-4553-8e0d-12463e836a6c,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:45.344940 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d887b051-d3ed-4a3d-b552-7cf779ed1381 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:45.345515 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d887b051-d3ed-4a3d-b552-7cf779ed1381 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:45.346088 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d887b051-d3ed-4a3d-b552-7cf779ed1381 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:45.346777 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d887b051-d3ed-4a3d-b552-7cf779ed1381 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:45.347336 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d887b051-d3ed-4a3d-b552-7cf779ed1381 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:45.347886 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d887b051-d3ed-4a3d-b552-7cf779ed1381 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:45.348411 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d887b051-d3ed-4a3d-b552-7cf779ed1381 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:45.348948 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d887b051-d3ed-4a3d-b552-7cf779ed1381 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:45.349736 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d887b051-d3ed-4a3d-b552-7cf779ed1381 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:45.350269 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d887b051-d3ed-4a3d-b552-7cf779ed1381 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:45.350845 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d887b051-d3ed-4a3d-b552-7cf779ed1381 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:51:45.361352 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-d887b051-d3ed-4a3d-b552-7cf779ed1381 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d0ba563e9dae41a9bf5d663ea863b619&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9755201 Jan 18 12:51:45.363898 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 50210) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:45.423411 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 92f23cd6-ba78-485a-96bb-3bf7a7c684d7 up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:51:45.513837 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-04004e0e-77d8-4c86-8478-1151a204421c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:45.569551 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-04004e0e-77d8-4c86-8478-1151a204421c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:45.619426 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning for port 92f23cd6-ba78-485a-96bb-3bf7a7c684d7 completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:51:45.626262 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 92f23cd6-ba78-485a-96bb-3bf7a7c684d7 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:51:45.626962 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:45.681794 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-04004e0e-77d8-4c86-8478-1151a204421c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:45.713437 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04004e0e-77d8-4c86-8478-1151a204421c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac4de2c-53cf-4553-8e0d-12463e836a6c,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:45.723394 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-3c481eff-e126-4f5a-b7c8-b03b7bc7fa33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:45.728106 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-04004e0e-77d8-4c86-8478-1151a204421c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:45.729288 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-04004e0e-77d8-4c86-8478-1151a204421c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0ac4de2c-53cf-4553-8e0d-12463e836a6c HTTP/1.1" status: 204 len: 168 time: 0.3642290 Jan 18 12:51:45.795463 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4f4d8-5002-4517-8d0a-2e162f0ed6fc req-08adaf12-0d26-4dc3-b619-e2dd34504d33 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:45.797727 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-deb4f4d8-5002-4517-8d0a-2e162f0ed6fc req-08adaf12-0d26-4dc3-b619-e2dd34504d33 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 945 time: 0.4054546 Jan 18 12:51:45.819107 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.provisioning_blocks [None req-3c481eff-e126-4f5a-b7c8-b03b7bc7fa33 admin admin] Transition to ACTIVE for port object b8263b83-54db-4e2a-8990-b095edcbc097 will not be triggered until provisioned by entity DHCP. {{(pid=82757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:51:45.880012 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:45.893884 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-deb4f4d8-5002-4517-8d0a-2e162f0ed6fc req-714f477b-947e-4ebb-ae9c-fbad9c9d437a tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768917 Jan 18 12:51:45.913612 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] For port 92f23cd6-ba78-485a-96bb-3bf7a7c684d7, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=92f23cd6-ba78-485a-96bb-3bf7a7c684d7,segment=NetworkSegment(a71a77f2-f00b-4634-9c06-cb577f22632a),segment_id=a71a77f2-f00b-4634-9c06-cb577f22632a)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:45.922350 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:45.943886 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-3c481eff-e126-4f5a-b7c8-b03b7bc7fa33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15894096'] for port, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:46.049237 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Pushing event updated for resources: {'Port': ['ID=92f23cd6-ba78-485a-96bb-3bf7a7c684d7,revision_number=4']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:46.056703 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-54f7dbdd-912c-433a-9425-4299cdfa5e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:46.090142 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c481eff-e126-4f5a-b7c8-b03b7bc7fa33 admin admin] Network 651f3972-1243-4a5a-964a-9845b463efa9 is already hosted by enough agents. {{(pid=82757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:51:46.094072 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-3c481eff-e126-4f5a-b7c8-b03b7bc7fa33 admin admin] Resources bound (agent type, host, resource id): {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:51:46.098322 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c481eff-e126-4f5a-b7c8-b03b7bc7fa33 admin admin] Received port after_create {{(pid=82757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:51:46.180707 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c481eff-e126-4f5a-b7c8-b03b7bc7fa33 admin admin] Pushing event updated for resources: {'Port': ['ID=b8263b83-54db-4e2a-8990-b095edcbc097,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:46.191422 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-3c481eff-e126-4f5a-b7c8-b03b7bc7fa33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16439462'] for router_interface, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:46.244462 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57a99f-8600-4d8c-bcab-3f9401711906 req-b9420934-00bf-487c-bcb7-c59a21aff729 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:46.246027 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8c57a99f-8600-4d8c-bcab-3f9401711906 req-b9420934-00bf-487c-bcb7-c59a21aff729 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 943 time: 0.1101034 Jan 18 12:51:46.286017 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-3c481eff-e126-4f5a-b7c8-b03b7bc7fa33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:46.319394 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8c57a99f-8600-4d8c-bcab-3f9401711906 req-d8d143ac-f97c-4ad8-8751-3a9ae7e0f0e7 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646210 Jan 18 12:51:46.396673 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-086f0471-f3b7-4a1c-9c7c-c4fb34ad02d7 None None] Provisioning for port b8263b83-54db-4e2a-8990-b095edcbc097 completed by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:51:46.412669 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-086f0471-f3b7-4a1c-9c7c-c4fb34ad02d7 None None] Provisioning complete for port b8263b83-54db-4e2a-8990-b095edcbc097 triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:51:46.412964 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-086f0471-f3b7-4a1c-9c7c-c4fb34ad02d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:46.534494 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-086f0471-f3b7-4a1c-9c7c-c4fb34ad02d7 None None] Port b8263b83-54db-4e2a-8990-b095edcbc097 cannot update to ACTIVE because it is not bound. {{(pid=82758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:51:46.599084 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-3c481eff-e126-4f5a-b7c8-b03b7bc7fa33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:46.606994 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-3c481eff-e126-4f5a-b7c8-b03b7bc7fa33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15894105'] for port, after_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:46.728353 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-3c481eff-e126-4f5a-b7c8-b03b7bc7fa33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15336385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16440911'] for router_interface, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:46.730341 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c481eff-e126-4f5a-b7c8-b03b7bc7fa33 admin admin] Pushing event updated for resources: {'Port': ['ID=b8263b83-54db-4e2a-8990-b095edcbc097,revision_number=2']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:46.911916 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c481eff-e126-4f5a-b7c8-b03b7bc7fa33 admin admin] Network 651f3972-1243-4a5a-964a-9845b463efa9 is already hosted by enough agents. {{(pid=82757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:51:46.917566 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-3c481eff-e126-4f5a-b7c8-b03b7bc7fa33 admin admin] Resources bound (agent type, host, resource id): {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:51:47.244412 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:47.295418 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa406062-dec8-4d0b-a476-44791abfab49 req-83423059-a327-4aff-be8a-408438f6ad31 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:47.312084 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-aa406062-dec8-4d0b-a476-44791abfab49 req-83423059-a327-4aff-be8a-408438f6ad31 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 945 time: 0.2121015 Jan 18 12:51:47.352551 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 92f23cd6-ba78-485a-96bb-3bf7a7c684d7 up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:51:47.433169 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-aa406062-dec8-4d0b-a476-44791abfab49 req-b8989d99-28ae-4fa6-ae58-69b400aef9a1 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202290 Jan 18 12:51:47.523497 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:47.533859 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-25415bbc-1e75-4067-82d6-847f0e9c567a None None] Provisioning complete for port b8263b83-54db-4e2a-8990-b095edcbc097 triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:51:47.534643 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-25415bbc-1e75-4067-82d6-847f0e9c567a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:47.601670 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-25415bbc-1e75-4067-82d6-847f0e9c567a None None] Port b8263b83-54db-4e2a-8990-b095edcbc097 cannot update to ACTIVE because it is not bound. {{(pid=82758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:51:47.603207 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 92f23cd6-ba78-485a-96bb-3bf7a7c684d7 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:51:47.603574 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:47.606283 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c481eff-e126-4f5a-b7c8-b03b7bc7fa33 admin admin] Router 3099a440-2c47-40d7-9292-044c4df7f76f has already been hosted by L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 {{(pid=82757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:51:47.629431 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-766ccb2f-0551-47a6-bfe0-47ad2c77d1aa req-9dad12d9-332e-4327-8df1-d39795b79f4a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1233280 Jan 18 12:51:47.969624 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156eea2c-0d3f-4dcd-a37d-2f629bac8e19 req-3aae308b-d85a-4b65-8515-da5388f423c6 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:47.977119 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-156eea2c-0d3f-4dcd-a37d-2f629bac8e19 req-3aae308b-d85a-4b65-8515-da5388f423c6 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 943 time: 0.0978696 Jan 18 12:51:48.041074 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-156eea2c-0d3f-4dcd-a37d-2f629bac8e19 req-06a3dc6c-910c-4a06-bbad-489096e05e53 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628748 Jan 18 12:51:48.086456 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 50288) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:48.097748 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c481eff-e126-4f5a-b7c8-b03b7bc7fa33 admin admin] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:51:48.107553 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-3c481eff-e126-4f5a-b7c8-b03b7bc7fa33 admin admin] 10.222.0.84 "PUT /v2.0/routers/3099a440-2c47-40d7-9292-044c4df7f76f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0858824 Jan 18 12:51:48.236389 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0e8b9446-8829-4ffb-92df-848213dbc667 req-0d385f05-d2e8-4e17-8615-f8bc5aef0049 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1484861 Jan 18 12:51:48.274387 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device e00e54c6-536f-4529-acd6-93c664eff79b up at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:51:48.381923 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning for port e00e54c6-536f-4529-acd6-93c664eff79b completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:51:48.395144 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning complete for port e00e54c6-536f-4529-acd6-93c664eff79b triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:51:48.395523 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:48.630802 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:48.677490 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c834374-07c8-4bec-a605-b4bd2982dbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00e54c6-536f-4529-acd6-93c664eff79b'}] {{(pid=82758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:51:48.702229 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port e00e54c6-536f-4529-acd6-93c664eff79b, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=e00e54c6-536f-4529-acd6-93c664eff79b,segment=NetworkSegment(dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0),segment_id=dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:48.707928 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:48.786332 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3257556-f55c-4a30-a25e-90eb410750d0 req-e0af6923-84fc-41c4-b4b5-04f22e42f7a9 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:48.801283 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c3257556-f55c-4a30-a25e-90eb410750d0 req-e0af6923-84fc-41c4-b4b5-04f22e42f7a9 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 946 time: 0.1415017 Jan 18 12:51:48.811497 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=e00e54c6-536f-4529-acd6-93c664eff79b,revision_number=5']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:48.862876 dv-cinder-825103-1-iscsi neutron-server[82758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c834374-07c8-4bec-a605-b4bd2982dbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00e54c6-536f-4529-acd6-93c664eff79b', 'code': 200} Jan 18 12:51:48.875926 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:48.893209 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c3257556-f55c-4a30-a25e-90eb410750d0 req-fa6eb0e8-e106-4183-8a4e-1bebb2e56256 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899327 Jan 18 12:51:49.069238 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298c4537-5eb1-47fb-9a4a-647c1227af8d None None] Sync routers for ids ['3099a440-2c47-40d7-9292-044c4df7f76f'] in dv-cinder-825103-1-iscsi {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:51:49.085722 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298c4537-5eb1-47fb-9a4a-647c1227af8d None None] Routers {'3099a440-2c47-40d7-9292-044c4df7f76f'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:51:49.086431 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-298c4537-5eb1-47fb-9a4a-647c1227af8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:51:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['3099a440-2c47-40d7-9292-044c4df7f76f'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:49.407391 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-298c4537-5eb1-47fb-9a4a-647c1227af8d None None] Set router 3099a440-2c47-40d7-9292-044c4df7f76f gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:51:49.516470 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-8003366a-f69f-4cbb-9311-cd97b70bd88a req-a434739d-7257-42f8-8d95-096279b81a1f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 1099 time: 0.1687996 Jan 18 12:51:49.528045 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fb997-7da7-4a3e-811c-22f62a094c99 req-e926423a-4ab2-458e-a35d-c37ea0f2832d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:49.531442 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-af8fb997-7da7-4a3e-811c-22f62a094c99 req-e926423a-4ab2-458e-a35d-c37ea0f2832d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 943 time: 0.2158048 Jan 18 12:51:49.681497 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-af8fb997-7da7-4a3e-811c-22f62a094c99 req-b9755466-8336-4b79-9620-d1e300aa4081 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106644 Jan 18 12:51:49.685771 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 50346) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:49.693222 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-60d9f241-3b9d-4348-af40-884a97acd2e6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-676357443-network', 'tenant_id': '9618812e4cdb4f3ca5efb8fc4c1cae12'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:49.701241 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-60d9f241-3b9d-4348-af40-884a97acd2e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:49.705756 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-8003366a-f69f-4cbb-9311-cd97b70bd88a req-6b12344a-4c4e-48c9-aa81-4e5fd04e6a8a service neutron] Synchronizing usage tracker for tenant:8c5383d46de540099aa541c10bd429b7 on resource:security_group {{(pid=82757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:51:49.712264 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-60d9f241-3b9d-4348-af40-884a97acd2e6 admin admin] Usage tracker for resource:network and tenant:9618812e4cdb4f3ca5efb8fc4c1cae12 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:49.719371 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-60d9f241-3b9d-4348-af40-884a97acd2e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:49.736496 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-60d9f241-3b9d-4348-af40-884a97acd2e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:49.753754 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d9f241-3b9d-4348-af40-884a97acd2e6 admin admin] Made reservation on behalf of 9618812e4cdb4f3ca5efb8fc4c1cae12 for: {'network': 1} {{(pid=82756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:51:49.757417 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-8003366a-f69f-4cbb-9311-cd97b70bd88a req-6b12344a-4c4e-48c9-aa81-4e5fd04e6a8a service neutron] Unset dirty status for tenant:8c5383d46de540099aa541c10bd429b7 on resource:security_group {{(pid=82757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:51:49.758526 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-8003366a-f69f-4cbb-9311-cd97b70bd88a req-6b12344a-4c4e-48c9-aa81-4e5fd04e6a8a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262144 Jan 18 12:51:49.758818 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-60d9f241-3b9d-4348-af40-884a97acd2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for network, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:49.772772 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-60d9f241-3b9d-4348-af40-884a97acd2e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:49.810470 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-60d9f241-3b9d-4348-af40-884a97acd2e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:49.815370 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-60d9f241-3b9d-4348-af40-884a97acd2e6 admin admin] Usage tracker for resource:security_group_rule and tenant:9618812e4cdb4f3ca5efb8fc4c1cae12 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:49.819283 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-60d9f241-3b9d-4348-af40-884a97acd2e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:49.826278 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-60d9f241-3b9d-4348-af40-884a97acd2e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:49.870533 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-298c4537-5eb1-47fb-9a4a-647c1227af8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'name': 'tempest-TestShelveInstance-260813738-router', 'tenant_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '92f23cd6-ba78-485a-96bb-3bf7a7c684d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:51:35Z', 'updated_at': '2022-01-18T12:51:46Z', 'revision_number': 4, 'project_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'gw_port': {'id': '92f23cd6-ba78-485a-96bb-3bf7a7c684d7', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:51:37Z', 'updated_at': '2022-01-18T12:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': 'b8263b83-54db-4e2a-8990-b095edcbc097', 'name': '', 'network_id': '651f3972-1243-4a5a-964a-9845b463efa9', 'tenant_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'mac_address': 'fa:16:3e:45:a3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efa0d51d-b8a5-4b68-ba6e-274c53d28a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:51:44Z', 'updated_at': '2022-01-18T12:51:46Z', 'revision_number': 2, 'project_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'subnets': [{'id': 'efa0d51d-b8a5-4b68-ba6e-274c53d28a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:49.876687 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298c4537-5eb1-47fb-9a4a-647c1227af8d None None] Checking router: 3099a440-2c47-40d7-9292-044c4df7f76f for host: dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:51:49.877047 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298c4537-5eb1-47fb-9a4a-647c1227af8d None None] Updating router 3099a440-2c47-40d7-9292-044c4df7f76f port b8263b83-54db-4e2a-8990-b095edcbc097 binding host dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:51:49.929979 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-60d9f241-3b9d-4348-af40-884a97acd2e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:49.935165 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-60d9f241-3b9d-4348-af40-884a97acd2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:49.981475 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-298c4537-5eb1-47fb-9a4a-647c1227af8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:49.986227 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d9f241-3b9d-4348-af40-884a97acd2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b847d9-b414-4722-b731-3fbbafbbdd0e,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:50.020966 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d9f241-3b9d-4348-af40-884a97acd2e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1082, 'physical_network': 'physnet1'} {{(pid=82756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 12:51:50.041521 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-60d9f241-3b9d-4348-af40-884a97acd2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-557774'] for segment, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:50.042245 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.db.segments_db [None req-60d9f241-3b9d-4348-af40-884a97acd2e6 admin admin] Added segment 31d5a0b6-cbe2-43ad-b6d0-4ece60b39142 of type vlan for network 6ce39b7a-c411-4c71-bbc1-5a69a78f3100 Jan 18 12:51:50.098915 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-60d9f241-3b9d-4348-af40-884a97acd2e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736038945356'] for network, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:50.238690 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-60d9f241-3b9d-4348-af40-884a97acd2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192'] for network, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:50.239768 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d9f241-3b9d-4348-af40-884a97acd2e6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:50.241075 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-60d9f241-3b9d-4348-af40-884a97acd2e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for network, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:50.265564 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 46f08e28-9893-4e71-b797-64224dcc5fb4 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:51:50.379286 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d9f241-3b9d-4348-af40-884a97acd2e6 admin admin] Pushing event updated for resources: {'Network': ['ID=6ce39b7a-c411-4c71-bbc1-5a69a78f3100,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:50.411451 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-60d9f241-3b9d-4348-af40-884a97acd2e6 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7239776 Jan 18 12:51:50.414031 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 50368) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:50.416108 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Network 6ce39b7a-c411-4c71-bbc1-5a69a78f3100 details requested by agent ovs-agent-dv-cinder-825103-1-iscsi with host dv-cinder-825103-1-iscsi {{(pid=82758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 12:51:50.421038 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-4749cfab-c020-44d4-8690-529059860213 admin admin] Request body: {'subnet': {'network_id': '6ce39b7a-c411-4c71-bbc1-5a69a78f3100', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-676357443-subnet', 'tenant_id': '9618812e4cdb4f3ca5efb8fc4c1cae12', 'ip_version': 4}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:50.424444 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff991e7-4aa5-4758-91ec-0226842d7105 req-c6e401fe-bdfa-4e7c-8fc9-94175b32eed2 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:50.425950 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2ff991e7-4aa5-4758-91ec-0226842d7105 req-c6e401fe-bdfa-4e7c-8fc9-94175b32eed2 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 946 time: 0.2828672 Jan 18 12:51:50.430886 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-4749cfab-c020-44d4-8690-529059860213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:50.439350 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-4749cfab-c020-44d4-8690-529059860213 admin admin] Usage tracker for resource:subnet and tenant:9618812e4cdb4f3ca5efb8fc4c1cae12 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:50.446924 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-4749cfab-c020-44d4-8690-529059860213 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:50.463200 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-4749cfab-c020-44d4-8690-529059860213 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:50.492821 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4749cfab-c020-44d4-8690-529059860213 admin admin] Made reservation on behalf of 9618812e4cdb4f3ca5efb8fc4c1cae12 for: {'subnet': 1} {{(pid=82757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:51:50.495541 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4749cfab-c020-44d4-8690-529059860213 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15901816'] for subnet, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:50.505746 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2ff991e7-4aa5-4758-91ec-0226842d7105 req-dec6ab6e-fdc2-4a21-bb8a-b827c7aa072c tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732753 Jan 18 12:51:50.774589 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4749cfab-c020-44d4-8690-529059860213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15846880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15901806'] for subnet, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:50.789280 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-298c4537-5eb1-47fb-9a4a-647c1227af8d None None] Notify callbacks [] for port, precommit_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:50.815441 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-298c4537-5eb1-47fb-9a4a-647c1227af8d None None] Transition to ACTIVE for port object b8263b83-54db-4e2a-8990-b095edcbc097 will not be triggered until provisioned by entity L2. {{(pid=82758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:51:50.826384 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-298c4537-5eb1-47fb-9a4a-647c1227af8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:50.940026 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5fa79-8f20-4233-8fe4-e7d4f30f2d8c req-c3a3bc4d-34f3-4772-824a-8018c8370b7a tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:50.943515 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4749cfab-c020-44d4-8690-529059860213 admin admin] Pushing event updated for resources: {'Subnet': ['ID=333615b8-04e3-4c7c-a245-005cc016cf06,revision_number=0']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:50.948301 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-acb5fa79-8f20-4233-8fe4-e7d4f30f2d8c req-c3a3bc4d-34f3-4772-824a-8018c8370b7a tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 943 time: 0.0967147 Jan 18 12:51:50.958247 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4749cfab-c020-44d4-8690-529059860213 admin admin] Checking segment: {'id': '31d5a0b6-cbe2-43ad-b6d0-4ece60b39142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '6ce39b7a-c411-4c71-bbc1-5a69a78f3100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:51:50.958606 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4749cfab-c020-44d4-8690-529059860213 admin admin] Network hostable DHCP agents. Network: 6ce39b7a-c411-4c71-bbc1-5a69a78f3100, hostable agents: ['17d581e3-f6b9-457e-916e-43db75e54cf0'], hosted agents: [] {{(pid=82757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 12:51:51.027010 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4749cfab-c020-44d4-8690-529059860213 admin admin] Network 6ce39b7a-c411-4c71-bbc1-5a69a78f3100 is scheduled to be hosted by DHCP agent 17d581e3-f6b9-457e-916e-43db75e54cf0 with binding_index 1 {{(pid=82757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 12:51:51.032009 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-acb5fa79-8f20-4233-8fe4-e7d4f30f2d8c req-35adc6e7-fe3a-4510-831b-1cfee112a641 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823791 Jan 18 12:51:51.059180 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ad3f3-372c-47ac-82d1-672796dd2b1d None None] Pushing event updated for resources: {'Port': ['ID=b8263b83-54db-4e2a-8990-b095edcbc097,revision_number=3']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:51.060775 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-4749cfab-c020-44d4-8690-529059860213 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-iscsi, 6ce39b7a-c411-4c71-bbc1-5a69a78f3100) {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:51:51.077629 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4749cfab-c020-44d4-8690-529059860213 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:51.078122 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4749cfab-c020-44d4-8690-529059860213 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:51.088281 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1278aab-98c1-4692-b2ff-31204c1e84fe None None] Network 6ce39b7a-c411-4c71-bbc1-5a69a78f3100 requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:51:51.129716 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-4749cfab-c020-44d4-8690-529059860213 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7118039 Jan 18 12:51:51.130987 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 50384) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:51.148811 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-1dc7d3a3-6af3-4d9e-87f6-9655736a84ed admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-676357443-router', 'tenant_id': '9618812e4cdb4f3ca5efb8fc4c1cae12', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'}}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:51:51.159938 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-1dc7d3a3-6af3-4d9e-87f6-9655736a84ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:51:51.167427 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-1dc7d3a3-6af3-4d9e-87f6-9655736a84ed admin admin] Usage tracker for resource:router and tenant:9618812e4cdb4f3ca5efb8fc4c1cae12 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:51:51.172806 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-1dc7d3a3-6af3-4d9e-87f6-9655736a84ed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:51:51.185063 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-1dc7d3a3-6af3-4d9e-87f6-9655736a84ed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:51:51.201855 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1dc7d3a3-6af3-4d9e-87f6-9655736a84ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16434994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43788'] for router, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:51.206264 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1dc7d3a3-6af3-4d9e-87f6-9655736a84ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16433545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16440237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16449337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43783'] for router, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:51.252807 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1dc7d3a3-6af3-4d9e-87f6-9655736a84ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:51.287853 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-298c4537-5eb1-47fb-9a4a-647c1227af8d None None] Attempting to bind port b8263b83-54db-4e2a-8990-b095edcbc097 on host dv-cinder-825103-1-iscsi for vnic_type normal with profile {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:51:51.288225 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-298c4537-5eb1-47fb-9a4a-647c1227af8d None None] Attempting to bind port b8263b83-54db-4e2a-8990-b095edcbc097 by drivers openvswitch,hyperv on host dv-cinder-825103-1-iscsi at level 0 using segments [{'id': '17b16814-4c19-4a37-a98d-29859b19aa8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '651f3972-1243-4a5a-964a-9845b463efa9'}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:51:51.289073 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298c4537-5eb1-47fb-9a4a-647c1227af8d None None] Attempting to bind port b8263b83-54db-4e2a-8990-b095edcbc097 on network 651f3972-1243-4a5a-964a-9845b463efa9 {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:51:51.311465 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298c4537-5eb1-47fb-9a4a-647c1227af8d None None] Checking agent: {'id': 'fb28a64d-5559-4ddf-90c6-916f6d0b547c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 40, 17), 'started_at': datetime.datetime(2022, 1, 18, 12, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:51:51.312114 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298c4537-5eb1-47fb-9a4a-647c1227af8d None None] Checking segment: {'id': '17b16814-4c19-4a37-a98d-29859b19aa8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '651f3972-1243-4a5a-964a-9845b463efa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:51:51.312428 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-298c4537-5eb1-47fb-9a4a-647c1227af8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:51.312846 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298c4537-5eb1-47fb-9a4a-647c1227af8d None None] Bound using segment: {'id': '17b16814-4c19-4a37-a98d-29859b19aa8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '651f3972-1243-4a5a-964a-9845b463efa9'} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:51:51.313316 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-298c4537-5eb1-47fb-9a4a-647c1227af8d None None] Bound port: b8263b83-54db-4e2a-8990-b095edcbc097, host: dv-cinder-825103-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17b16814-4c19-4a37-a98d-29859b19aa8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '651f3972-1243-4a5a-964a-9845b463efa9'}}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:51:51.313677 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-298c4537-5eb1-47fb-9a4a-647c1227af8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:51.436945 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1dc7d3a3-6af3-4d9e-87f6-9655736a84ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16440251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16434944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43889'] for router, precommit_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:51.542428 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-298c4537-5eb1-47fb-9a4a-647c1227af8d None None] For port b8263b83-54db-4e2a-8990-b095edcbc097, host dv-cinder-825103-1-iscsi, cleared binding levels {{(pid=82758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:51:51.551010 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-298c4537-5eb1-47fb-9a4a-647c1227af8d None None] For port b8263b83-54db-4e2a-8990-b095edcbc097, host dv-cinder-825103-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=b8263b83-54db-4e2a-8990-b095edcbc097,segment=NetworkSegment(17b16814-4c19-4a37-a98d-29859b19aa8d),segment_id=17b16814-4c19-4a37-a98d-29859b19aa8d)] {{(pid=82758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:51:51.555089 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1b5591-db9b-4746-bca0-060d102572b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53047d36-97db-5ba4-887a-ea9880ac0936-6ce39b7a-c411-4c71-bbc1-5a69a78f3100', 'network_id': '6ce39b7a-c411-4c71-bbc1-5a69a78f3100', 'tenant_id': '9618812e4cdb4f3ca5efb8fc4c1cae12', 'fixed_ips': [{'subnet_id': '333615b8-04e3-4c7c-a245-005cc016cf06'}]}} from dv-cinder-825103-1-iscsi. {{(pid=82758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 12:51:51.556108 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-cf1b5591-db9b-4746-bca0-060d102572b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:51.570791 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-298c4537-5eb1-47fb-9a4a-647c1227af8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:51.700754 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1dc7d3a3-6af3-4d9e-87f6-9655736a84ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:51.762556 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ad3f3-372c-47ac-82d1-672796dd2b1d None None] Pushing event updated for resources: {'Port': ['ID=b8263b83-54db-4e2a-8990-b095edcbc097,revision_number=4']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:51.778255 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298c4537-5eb1-47fb-9a4a-647c1227af8d None None] Routers {'3099a440-2c47-40d7-9292-044c4df7f76f'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:51:51.778981 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-298c4537-5eb1-47fb-9a4a-647c1227af8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:51:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['3099a440-2c47-40d7-9292-044c4df7f76f'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:51.789622 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1dc7d3a3-6af3-4d9e-87f6-9655736a84ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:51.921328 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a302b2-e55e-4cc4-afda-0b0ca66fa0ec req-cfe2ef0b-332d-4e88-abf1-ff564d2fbe10 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:51.935531 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-27a302b2-e55e-4cc4-afda-0b0ca66fa0ec req-cfe2ef0b-332d-4e88-abf1-ff564d2fbe10 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 946 time: 0.2984388 Jan 18 12:51:52.055269 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.db_base_plugin_common [None req-cf1b5591-db9b-4746-bca0-060d102572b4 None None] Allocated IP 172.20.0.2 (6ce39b7a-c411-4c71-bbc1-5a69a78f3100/333615b8-04e3-4c7c-a245-005cc016cf06/58e99c6d-52d8-4540-9f7f-fabbf0d1a019) {{(pid=82758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:51:52.089868 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-27a302b2-e55e-4cc4-afda-0b0ca66fa0ec req-fc46dd8f-696f-4361-9720-638365738b12 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527553 Jan 18 12:51:52.177126 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-298c4537-5eb1-47fb-9a4a-647c1227af8d None None] Set router 3099a440-2c47-40d7-9292-044c4df7f76f gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:51:52.255125 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.db_base_plugin_common [None req-1dc7d3a3-6af3-4d9e-87f6-9655736a84ed admin admin] Allocated IP 172.27.2.33 (e1680602-72eb-4a8f-a690-8170848820e2/e5265543-d6e8-47ba-b344-dc5916015d25/d490a21e-f220-46a4-893e-dbca8f97378f) {{(pid=82757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:51:52.288037 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-0e8b9446-8829-4ffb-92df-848213dbc667 req-b672a7d4-0db8-4020-a516-ddf6dd2e0b52 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc&tenant_id=62c83339981e4116982823738389569b HTTP/1.1" status: 200 len: 1096 time: 0.1918540 Jan 18 12:51:52.553267 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c27a07-b342-427f-9850-05debf256c68 req-4652cf74-6c89-4e1b-a448-060d5f64bcb5 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:52.566352 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-90c27a07-b342-427f-9850-05debf256c68 req-4652cf74-6c89-4e1b-a448-060d5f64bcb5 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 943 time: 0.2084122 Jan 18 12:51:52.573436 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-cf1b5591-db9b-4746-bca0-060d102572b4 None None] Notify callbacks [] for port, precommit_create {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:52.586071 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-cf1b5591-db9b-4746-bca0-060d102572b4 None None] Transition to ACTIVE for port object 58e99c6d-52d8-4540-9f7f-fabbf0d1a019 will not be triggered until provisioned by entity L2. {{(pid=82758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:51:52.636996 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-cf1b5591-db9b-4746-bca0-060d102572b4 None None] Transition to ACTIVE for port object 58e99c6d-52d8-4540-9f7f-fabbf0d1a019 will not be triggered until provisioned by entity DHCP. {{(pid=82758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:51:52.640425 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-90c27a07-b342-427f-9850-05debf256c68 req-d721dfeb-e66c-49b3-a111-6c915a84d57c tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719781 Jan 18 12:51:52.661298 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-cf1b5591-db9b-4746-bca0-060d102572b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243'] for port, after_create {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:52.692898 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1dc7d3a3-6af3-4d9e-87f6-9655736a84ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:52.793532 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa461c1b-1aec-444d-b8d2-80025ee301bb req-0a72984b-b9d3-4d63-bae3-631429cbd4ee tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:52.799430 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-aa461c1b-1aec-444d-b8d2-80025ee301bb req-0a72984b-b9d3-4d63-bae3-631429cbd4ee tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 946 time: 0.2248256 Jan 18 12:51:52.804266 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-0e8b9446-8829-4ffb-92df-848213dbc667 req-642b9043-f7c5-4e6d-b415-657d4e7f60d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=62c83339981e4116982823738389569b&device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 1096 time: 0.2173731 Jan 18 12:51:52.805187 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1dc7d3a3-6af3-4d9e-87f6-9655736a84ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15894096'] for port, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:52.842574 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1b5591-db9b-4746-bca0-060d102572b4 None None] Network 6ce39b7a-c411-4c71-bbc1-5a69a78f3100 is already hosted by enough agents. {{(pid=82758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:51:52.847131 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.scheduler.base_scheduler [None req-cf1b5591-db9b-4746-bca0-060d102572b4 None None] Resources bound (agent type, host, resource id): {{(pid=82758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:51:52.853792 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1b5591-db9b-4746-bca0-060d102572b4 None None] Received port after_create {{(pid=82758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:51:52.856106 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b5591-db9b-4746-bca0-060d102572b4 None None] Pushing event updated for resources: {'Port': ['ID=58e99c6d-52d8-4540-9f7f-fabbf0d1a019,revision_number=1']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:52.970632 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-cf1b5591-db9b-4746-bca0-060d102572b4 None None] Attempting to bind port 58e99c6d-52d8-4540-9f7f-fabbf0d1a019 on host dv-cinder-825103-1-iscsi for vnic_type normal with profile {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:51:52.971030 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-cf1b5591-db9b-4746-bca0-060d102572b4 None None] Attempting to bind port 58e99c6d-52d8-4540-9f7f-fabbf0d1a019 by drivers openvswitch,hyperv on host dv-cinder-825103-1-iscsi at level 0 using segments [{'id': '31d5a0b6-cbe2-43ad-b6d0-4ece60b39142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '6ce39b7a-c411-4c71-bbc1-5a69a78f3100'}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:51:52.971389 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1b5591-db9b-4746-bca0-060d102572b4 None None] Attempting to bind port 58e99c6d-52d8-4540-9f7f-fabbf0d1a019 on network 6ce39b7a-c411-4c71-bbc1-5a69a78f3100 {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:51:52.982168 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-298c4537-5eb1-47fb-9a4a-647c1227af8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'name': 'tempest-TestShelveInstance-260813738-router', 'tenant_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '92f23cd6-ba78-485a-96bb-3bf7a7c684d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:51:35Z', 'updated_at': '2022-01-18T12:51:46Z', 'revision_number': 4, 'project_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'gw_port': {'id': '92f23cd6-ba78-485a-96bb-3bf7a7c684d7', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:51:37Z', 'updated_at': '2022-01-18T12:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': 'b8263b83-54db-4e2a-8990-b095edcbc097', 'name': '', 'network_id': '651f3972-1243-4a5a-964a-9845b463efa9', 'tenant_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'mac_address': 'fa:16:3e:45:a3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efa0d51d-b8a5-4b68-ba6e-274c53d28a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:51:44Z', 'updated_at': '2022-01-18T12:51:51Z', 'revision_number': 4, 'project_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'subnets': [{'id': 'efa0d51d-b8a5-4b68-ba6e-274c53d28a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:52.986360 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1b5591-db9b-4746-bca0-060d102572b4 None None] Checking agent: {'id': 'fb28a64d-5559-4ddf-90c6-916f6d0b547c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 40, 17), 'started_at': datetime.datetime(2022, 1, 18, 12, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:51:52.986771 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1b5591-db9b-4746-bca0-060d102572b4 None None] Checking segment: {'id': '31d5a0b6-cbe2-43ad-b6d0-4ece60b39142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '6ce39b7a-c411-4c71-bbc1-5a69a78f3100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:51:52.987173 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-cf1b5591-db9b-4746-bca0-060d102572b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:52.987562 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1b5591-db9b-4746-bca0-060d102572b4 None None] Bound using segment: {'id': '31d5a0b6-cbe2-43ad-b6d0-4ece60b39142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '6ce39b7a-c411-4c71-bbc1-5a69a78f3100'} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:51:52.988027 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-cf1b5591-db9b-4746-bca0-060d102572b4 None None] Bound port: 58e99c6d-52d8-4540-9f7f-fabbf0d1a019, host: dv-cinder-825103-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d5a0b6-cbe2-43ad-b6d0-4ece60b39142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '6ce39b7a-c411-4c71-bbc1-5a69a78f3100'}}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:51:52.988394 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-cf1b5591-db9b-4746-bca0-060d102572b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:53.003336 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298c4537-5eb1-47fb-9a4a-647c1227af8d None None] The sync data for ids ['3099a440-2c47-40d7-9292-044c4df7f76f'] in dv-cinder-825103-1-iscsi is: [{'id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'name': 'tempest-TestShelveInstance-260813738-router', 'tenant_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '92f23cd6-ba78-485a-96bb-3bf7a7c684d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:51:35Z', 'updated_at': '2022-01-18T12:51:46Z', 'revision_number': 4, 'project_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'gw_port': {'id': '92f23cd6-ba78-485a-96bb-3bf7a7c684d7', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:51:37Z', 'updated_at': '2022-01-18T12:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': 'b8263b83-54db-4e2a-8990-b095edcbc097', 'name': '', 'network_id': '651f3972-1243-4a5a-964a-9845b463efa9', 'tenant_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'mac_address': 'fa:16:3e:45:a3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efa0d51d-b8a5-4b68-ba6e-274c53d28a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:51:44Z', 'updated_at': '2022-01-18T12:51:51Z', 'revision_number': 4, 'project_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'subnets': [{'id': 'efa0d51d-b8a5-4b68-ba6e-274c53d28a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:51:53.097424 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7d3a3-6af3-4d9e-87f6-9655736a84ed admin admin] Pushing event updated for resources: {'Port': ['ID=d490a21e-f220-46a4-893e-dbca8f97378f,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:53.112699 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc7d3a3-6af3-4d9e-87f6-9655736a84ed admin admin] Network e1680602-72eb-4a8f-a690-8170848820e2 is already hosted by enough agents. {{(pid=82757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:51:53.114895 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-cf1b5591-db9b-4746-bca0-060d102572b4 None None] For port 58e99c6d-52d8-4540-9f7f-fabbf0d1a019, host dv-cinder-825103-1-iscsi, cleared binding levels {{(pid=82758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:51:53.121687 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-1dc7d3a3-6af3-4d9e-87f6-9655736a84ed admin admin] Resources bound (agent type, host, resource id): {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:51:53.122545 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-cf1b5591-db9b-4746-bca0-060d102572b4 None None] For port 58e99c6d-52d8-4540-9f7f-fabbf0d1a019, host dv-cinder-825103-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=58e99c6d-52d8-4540-9f7f-fabbf0d1a019,segment=NetworkSegment(31d5a0b6-cbe2-43ad-b6d0-4ece60b39142),segment_id=31d5a0b6-cbe2-43ad-b6d0-4ece60b39142)] {{(pid=82758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:51:53.130120 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc7d3a3-6af3-4d9e-87f6-9655736a84ed admin admin] Received port after_create {{(pid=82757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:51:53.130905 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-cf1b5591-db9b-4746-bca0-060d102572b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:53.177455 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-aa461c1b-1aec-444d-b8d2-80025ee301bb req-ac2353bb-502d-4423-b05b-bf94bd518eca tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674185 Jan 18 12:51:53.214012 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b9446-8829-4ffb-92df-848213dbc667 req-724d848f-ad4c-4c52-842a-44b78d7ea9e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:53.215531 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-0e8b9446-8829-4ffb-92df-848213dbc667 req-724d848f-ad4c-4c52-842a-44b78d7ea9e3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0245ff51-1953-4317-abeb-3ec950185d8d HTTP/1.1" status: 200 len: 919 time: 0.2769637 Jan 18 12:51:53.219479 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b5591-db9b-4746-bca0-060d102572b4 None None] Pushing event updated for resources: {'Port': ['ID=58e99c6d-52d8-4540-9f7f-fabbf0d1a019,revision_number=2']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:53.376905 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device b8263b83-54db-4e2a-8990-b095edcbc097 up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:51:53.394037 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1dc7d3a3-6af3-4d9e-87f6-9655736a84ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:53.394895 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1dc7d3a3-6af3-4d9e-87f6-9655736a84ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16435001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16440208'] for router, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:53.494979 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning for port b8263b83-54db-4e2a-8990-b095edcbc097 completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:51:53.512673 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port b8263b83-54db-4e2a-8990-b095edcbc097 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:51:53.513139 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:53.775176 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:53.853613 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] For port b8263b83-54db-4e2a-8990-b095edcbc097, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=b8263b83-54db-4e2a-8990-b095edcbc097,segment=NetworkSegment(17b16814-4c19-4a37-a98d-29859b19aa8d),segment_id=17b16814-4c19-4a37-a98d-29859b19aa8d)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:53.864651 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:53.970845 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Pushing event updated for resources: {'Port': ['ID=b8263b83-54db-4e2a-8990-b095edcbc097,revision_number=5']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:54.011294 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:51:54.059714 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a24ed-ba9d-4776-8c2d-53bcb4101bf5 req-d741888b-61db-468a-9354-0ec444561161 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:54.063389 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b71a24ed-ba9d-4776-8c2d-53bcb4101bf5 req-d741888b-61db-468a-9354-0ec444561161 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 946 time: 0.1043766 Jan 18 12:51:54.131908 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b71a24ed-ba9d-4776-8c2d-53bcb4101bf5 req-ad763992-0b25-4bd5-98a3-41e9cf0dd319 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602827 Jan 18 12:51:54.152252 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-0e8b9446-8829-4ffb-92df-848213dbc667 req-89ba7520-2576-459e-8d4f-dfee1ed69d0d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46f08e28-9893-4e71-b797-64224dcc5fb4 HTTP/1.1" status: 200 len: 999 time: 0.3553493 Jan 18 12:51:54.201098 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ec937-a79a-4c94-9ec2-5159241a36a6 req-3810a81c-2a4e-4067-882a-a71dc188a95f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:54.203274 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-fd7ec937-a79a-4c94-9ec2-5159241a36a6 req-3810a81c-2a4e-4067-882a-a71dc188a95f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 943 time: 0.2005980 Jan 18 12:51:54.274832 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-fd7ec937-a79a-4c94-9ec2-5159241a36a6 req-ed2160f3-1a8e-4104-bbab-acc3f8547735 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610964 Jan 18 12:51:54.288202 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc7d3a3-6af3-4d9e-87f6-9655736a84ed admin admin] Router a59f6ff1-78e5-4b49-acf9-2f05f4d687b3 is scheduled to L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 with binding_index 1 {{(pid=82757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 12:51:54.551363 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6e3b68-7f39-449d-a6d4-d62ff0cd7e61 None None] Network 6ce39b7a-c411-4c71-bbc1-5a69a78f3100 requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 12:51:54.609932 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc7d3a3-6af3-4d9e-87f6-9655736a84ed admin admin] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:51:54.612913 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b9446-8829-4ffb-92df-848213dbc667 req-c3dd2fc1-8581-4798-b659-47928e80e732 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:54.614213 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-0e8b9446-8829-4ffb-92df-848213dbc667 req-c3dd2fc1-8581-4798-b659-47928e80e732 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe840dcd-84e6-4b5f-bdcf-ef3e08af5039 HTTP/1.1" status: 200 len: 856 time: 0.1022108 Jan 18 12:51:54.622193 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae9dc66-acbd-46aa-8560-8668986f7035 None None] Sync routers for ids ['a59f6ff1-78e5-4b49-acf9-2f05f4d687b3'] in dv-cinder-825103-1-iscsi {{(pid=82759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:51:54.643101 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1dc7d3a3-6af3-4d9e-87f6-9655736a84ed admin admin] Notify callbacks [] for router, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:54.644100 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae9dc66-acbd-46aa-8560-8668986f7035 None None] Routers {'a59f6ff1-78e5-4b49-acf9-2f05f4d687b3'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:51:54.644573 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-4ae9dc66-acbd-46aa-8560-8668986f7035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:51:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['a59f6ff1-78e5-4b49-acf9-2f05f4d687b3'], 'active': True} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:54.650916 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-1dc7d3a3-6af3-4d9e-87f6-9655736a84ed admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.5150378 Jan 18 12:51:54.651271 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 50446) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:51:54.734343 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-b68f545f-d63d-41bf-a004-2c7069720d91 None None] Provisioning for port 58e99c6d-52d8-4540-9f7f-fabbf0d1a019 completed by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:51:54.866064 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvr_db [None req-4ae9dc66-acbd-46aa-8560-8668986f7035 None None] Set router a59f6ff1-78e5-4b49-acf9-2f05f4d687b3 gateway port host: dv-cinder-825103-1-iscsi {{(pid=82759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:51:55.187140 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-4ae9dc66-acbd-46aa-8560-8668986f7035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59f6ff1-78e5-4b49-acf9-2f05f4d687b3', 'name': 'tempest-TestShelveInstance-676357443-router', 'tenant_id': '9618812e4cdb4f3ca5efb8fc4c1cae12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'd490a21e-f220-46a4-893e-dbca8f97378f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:51:51Z', 'updated_at': '2022-01-18T12:51:53Z', 'revision_number': 3, 'project_id': '9618812e4cdb4f3ca5efb8fc4c1cae12', 'gw_port': {'id': 'd490a21e-f220-46a4-893e-dbca8f97378f', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59f6ff1-78e5-4b49-acf9-2f05f4d687b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:51:51Z', 'updated_at': '2022-01-18T12:51:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:55.192607 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae9dc66-acbd-46aa-8560-8668986f7035 None None] Checking router: a59f6ff1-78e5-4b49-acf9-2f05f4d687b3 for host: dv-cinder-825103-1-iscsi {{(pid=82759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:51:55.192945 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae9dc66-acbd-46aa-8560-8668986f7035 None None] Updating router a59f6ff1-78e5-4b49-acf9-2f05f4d687b3 port d490a21e-f220-46a4-893e-dbca8f97378f binding host dv-cinder-825103-1-iscsi {{(pid=82759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:51:55.257294 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-4ae9dc66-acbd-46aa-8560-8668986f7035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:55.472079 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 58e99c6d-52d8-4540-9f7f-fabbf0d1a019 up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:51:55.536745 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-0e8b9446-8829-4ffb-92df-848213dbc667 req-fcc792ad-d7e8-422a-a1e1-ed9741b4cfdb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0245ff51-1953-4317-abeb-3ec950185d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1128752 Jan 18 12:51:55.585825 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning for port 58e99c6d-52d8-4540-9f7f-fabbf0d1a019 completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:51:55.594822 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d19d62-1441-448e-bb42-d72ae162db85 req-50993b88-36af-461f-818c-bd601b3d610d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:55.595924 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 58e99c6d-52d8-4540-9f7f-fabbf0d1a019 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:51:55.596518 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:55.602587 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-57d19d62-1441-448e-bb42-d72ae162db85 req-50993b88-36af-461f-818c-bd601b3d610d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 943 time: 0.1390388 Jan 18 12:51:55.659368 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-57d19d62-1441-448e-bb42-d72ae162db85 req-4c9587e7-2e37-44c4-9039-a8ffff25518c tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530267 Jan 18 12:51:55.728406 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-4ae9dc66-acbd-46aa-8560-8668986f7035 None None] Notify callbacks [] for port, precommit_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:55.741393 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.provisioning_blocks [None req-4ae9dc66-acbd-46aa-8560-8668986f7035 None None] Transition to ACTIVE for port object d490a21e-f220-46a4-893e-dbca8f97378f will not be triggered until provisioned by entity L2. {{(pid=82759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:51:55.748944 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-4ae9dc66-acbd-46aa-8560-8668986f7035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:55.749587 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:55.786463 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] For port 58e99c6d-52d8-4540-9f7f-fabbf0d1a019, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=58e99c6d-52d8-4540-9f7f-fabbf0d1a019,segment=NetworkSegment(31d5a0b6-cbe2-43ad-b6d0-4ece60b39142),segment_id=31d5a0b6-cbe2-43ad-b6d0-4ece60b39142)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:51:55.791267 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:55.792120 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device b8263b83-54db-4e2a-8990-b095edcbc097 up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:51:55.813706 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-0e8b9446-8829-4ffb-92df-848213dbc667 req-4bb19196-602e-4696-83ed-0e9a60a0e9a6 service neutron] 10.222.0.35 "GET /v2.0/networks/0245ff51-1953-4317-abeb-3ec950185d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681050 Jan 18 12:51:55.841046 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.managers [None req-4ae9dc66-acbd-46aa-8560-8668986f7035 None None] Attempting to bind port d490a21e-f220-46a4-893e-dbca8f97378f on host dv-cinder-825103-1-iscsi for vnic_type normal with profile {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:51:55.841429 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.managers [None req-4ae9dc66-acbd-46aa-8560-8668986f7035 None None] Attempting to bind port d490a21e-f220-46a4-893e-dbca8f97378f by drivers openvswitch,hyperv on host dv-cinder-825103-1-iscsi at level 0 using segments [{'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'}] {{(pid=82759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:51:55.842325 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae9dc66-acbd-46aa-8560-8668986f7035 None None] Attempting to bind port d490a21e-f220-46a4-893e-dbca8f97378f on network e1680602-72eb-4a8f-a690-8170848820e2 {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:51:55.845622 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95069a-f575-4d16-8730-415607f1bbdb None None] Pushing event updated for resources: {'Port': ['ID=d490a21e-f220-46a4-893e-dbca8f97378f,revision_number=2']} {{(pid=82759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:55.853289 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae9dc66-acbd-46aa-8560-8668986f7035 None None] Checking agent: {'id': 'fb28a64d-5559-4ddf-90c6-916f6d0b547c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 40, 17), 'started_at': datetime.datetime(2022, 1, 18, 12, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:51:55.853439 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae9dc66-acbd-46aa-8560-8668986f7035 None None] Checking segment: {'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:51:55.853833 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-4ae9dc66-acbd-46aa-8560-8668986f7035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:55.854209 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae9dc66-acbd-46aa-8560-8668986f7035 None None] Bound using segment: {'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'} {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:51:55.854706 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.managers [None req-4ae9dc66-acbd-46aa-8560-8668986f7035 None None] Bound port: d490a21e-f220-46a4-893e-dbca8f97378f, host: dv-cinder-825103-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'}}] {{(pid=82759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:51:55.855069 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-4ae9dc66-acbd-46aa-8560-8668986f7035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:55.944085 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.db [None req-4ae9dc66-acbd-46aa-8560-8668986f7035 None None] For port d490a21e-f220-46a4-893e-dbca8f97378f, host dv-cinder-825103-1-iscsi, cleared binding levels {{(pid=82759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:51:55.950061 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.db [None req-4ae9dc66-acbd-46aa-8560-8668986f7035 None None] For port d490a21e-f220-46a4-893e-dbca8f97378f, host dv-cinder-825103-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=d490a21e-f220-46a4-893e-dbca8f97378f,segment=NetworkSegment(a71a77f2-f00b-4634-9c06-cb577f22632a),segment_id=a71a77f2-f00b-4634-9c06-cb577f22632a)] {{(pid=82759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:51:55.951820 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Pushing event updated for resources: {'Port': ['ID=58e99c6d-52d8-4540-9f7f-fabbf0d1a019,revision_number=3']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:55.958285 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-4ae9dc66-acbd-46aa-8560-8668986f7035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:55.974664 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port b8263b83-54db-4e2a-8990-b095edcbc097 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:51:55.975704 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:55.981399 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-67c467ba-989b-466f-bdb1-223a6b35ded8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:56.069143 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-0e8b9446-8829-4ffb-92df-848213dbc667 req-a06d0fef-34c3-4c0f-9130-a557fc966414 service neutron] 10.222.0.35 "GET /v2.0/networks/0245ff51-1953-4317-abeb-3ec950185d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493250 Jan 18 12:51:56.080565 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae9dc66-acbd-46aa-8560-8668986f7035 None None] Routers {'a59f6ff1-78e5-4b49-acf9-2f05f4d687b3'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:51:56.081632 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-4ae9dc66-acbd-46aa-8560-8668986f7035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:51:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['a59f6ff1-78e5-4b49-acf9-2f05f4d687b3'], 'active': True} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:56.162035 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95069a-f575-4d16-8730-415607f1bbdb None None] Pushing event updated for resources: {'Port': ['ID=d490a21e-f220-46a4-893e-dbca8f97378f,revision_number=3']} {{(pid=82759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:56.273006 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.db_base_plugin_common [None req-67c467ba-989b-466f-bdb1-223a6b35ded8 admin admin] Allocated IP 172.20.0.1 (6ce39b7a-c411-4c71-bbc1-5a69a78f3100/333615b8-04e3-4c7c-a245-005cc016cf06/0840d73f-4886-4ead-a346-b5216177145a) {{(pid=82757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:51:56.305571 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvr_db [None req-4ae9dc66-acbd-46aa-8560-8668986f7035 None None] Set router a59f6ff1-78e5-4b49-acf9-2f05f4d687b3 gateway port host: dv-cinder-825103-1-iscsi {{(pid=82759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:51:56.454970 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-67c467ba-989b-466f-bdb1-223a6b35ded8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:56.474941 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.provisioning_blocks [None req-67c467ba-989b-466f-bdb1-223a6b35ded8 admin admin] Transition to ACTIVE for port object 0840d73f-4886-4ead-a346-b5216177145a will not be triggered until provisioned by entity DHCP. {{(pid=82757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:51:56.503457 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-67c467ba-989b-466f-bdb1-223a6b35ded8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15894096'] for port, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:56.574170 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c467ba-989b-466f-bdb1-223a6b35ded8 admin admin] Network 6ce39b7a-c411-4c71-bbc1-5a69a78f3100 is already hosted by enough agents. {{(pid=82757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:51:56.575113 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c467ba-989b-466f-bdb1-223a6b35ded8 admin admin] Pushing event updated for resources: {'Port': ['ID=0840d73f-4886-4ead-a346-b5216177145a,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:56.577995 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-67c467ba-989b-466f-bdb1-223a6b35ded8 admin admin] Resources bound (agent type, host, resource id): {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:51:56.579733 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c467ba-989b-466f-bdb1-223a6b35ded8 admin admin] Received port after_create {{(pid=82757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:51:56.641235 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-67c467ba-989b-466f-bdb1-223a6b35ded8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16439462'] for router_interface, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:56.670952 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-4ae9dc66-acbd-46aa-8560-8668986f7035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59f6ff1-78e5-4b49-acf9-2f05f4d687b3', 'name': 'tempest-TestShelveInstance-676357443-router', 'tenant_id': '9618812e4cdb4f3ca5efb8fc4c1cae12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'd490a21e-f220-46a4-893e-dbca8f97378f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:51:51Z', 'updated_at': '2022-01-18T12:51:53Z', 'revision_number': 3, 'project_id': '9618812e4cdb4f3ca5efb8fc4c1cae12', 'gw_port': {'id': 'd490a21e-f220-46a4-893e-dbca8f97378f', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59f6ff1-78e5-4b49-acf9-2f05f4d687b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:51:51Z', 'updated_at': '2022-01-18T12:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:51:56.676488 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae9dc66-acbd-46aa-8560-8668986f7035 None None] The sync data for ids ['a59f6ff1-78e5-4b49-acf9-2f05f4d687b3'] in dv-cinder-825103-1-iscsi is: [{'id': 'a59f6ff1-78e5-4b49-acf9-2f05f4d687b3', 'name': 'tempest-TestShelveInstance-676357443-router', 'tenant_id': '9618812e4cdb4f3ca5efb8fc4c1cae12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'd490a21e-f220-46a4-893e-dbca8f97378f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:51:51Z', 'updated_at': '2022-01-18T12:51:53Z', 'revision_number': 3, 'project_id': '9618812e4cdb4f3ca5efb8fc4c1cae12', 'gw_port': {'id': 'd490a21e-f220-46a4-893e-dbca8f97378f', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59f6ff1-78e5-4b49-acf9-2f05f4d687b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:51:51Z', 'updated_at': '2022-01-18T12:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}] {{(pid=82759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:51:56.776389 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-67c467ba-989b-466f-bdb1-223a6b35ded8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:56.841355 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-76468d2c-6360-4e04-93ec-c931c0f37510 None None] Provisioning for port 0840d73f-4886-4ead-a346-b5216177145a completed by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:51:56.859434 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-76468d2c-6360-4e04-93ec-c931c0f37510 None None] Provisioning complete for port 0840d73f-4886-4ead-a346-b5216177145a triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:51:56.860141 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-76468d2c-6360-4e04-93ec-c931c0f37510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:56.938310 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-76468d2c-6360-4e04-93ec-c931c0f37510 None None] Port 0840d73f-4886-4ead-a346-b5216177145a cannot update to ACTIVE because it is not bound. {{(pid=82758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:51:57.123197 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e32ffb-4b95-43d0-9f50-f6f4d1c6351d req-192f459c-4d89-4d2f-87f7-0f2ae2f5782b tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:57.125512 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-a0e32ffb-4b95-43d0-9f50-f6f4d1c6351d req-192f459c-4d89-4d2f-87f7-0f2ae2f5782b tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 943 time: 0.2795746 Jan 18 12:51:57.179377 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-67c467ba-989b-466f-bdb1-223a6b35ded8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:57.190110 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-67c467ba-989b-466f-bdb1-223a6b35ded8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15894105'] for port, after_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:57.193030 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-63f40517-0eee-4216-86d9-8861ea8034d8 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:57.202007 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-63f40517-0eee-4216-86d9-8861ea8034d8 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/networks?id=58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72 HTTP/1.1" status: 200 len: 814 time: 0.1972601 Jan 18 12:51:57.231744 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-bacb3531-1906-411a-b283-4e1265b16381 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/quotas/f57a5761ea3b4b6ebfc881a4b5a7d527 HTTP/1.1" status: 200 len: 375 time: 0.0280800 Jan 18 12:51:57.294094 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-36683250-3184-437e-91e9-2a4a8fc5c8a8 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f57a5761ea3b4b6ebfc881a4b5a7d527&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604796 Jan 18 12:51:57.365323 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 58e99c6d-52d8-4540-9f7f-fabbf0d1a019 up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:51:57.472912 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-a0e32ffb-4b95-43d0-9f50-f6f4d1c6351d req-8de68899-ec21-429d-93b5-9e9b8c27acab tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3414235 Jan 18 12:51:57.562538 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-67c467ba-989b-466f-bdb1-223a6b35ded8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15336385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16440911'] for router_interface, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:57.585774 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c467ba-989b-466f-bdb1-223a6b35ded8 admin admin] Pushing event updated for resources: {'Port': ['ID=0840d73f-4886-4ead-a346-b5216177145a,revision_number=2']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:51:57.619787 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-3adbd643-e2e2-4819-89c1-8b1753a3e7e8 service neutron] 10.222.0.84 "GET /v2.0/networks/58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248508 Jan 18 12:51:57.621424 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 58e99c6d-52d8-4540-9f7f-fabbf0d1a019 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:51:57.622188 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:57.903292 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c467ba-989b-466f-bdb1-223a6b35ded8 admin admin] Network 6ce39b7a-c411-4c71-bbc1-5a69a78f3100 is already hosted by enough agents. {{(pid=82757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:51:57.904692 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-67c467ba-989b-466f-bdb1-223a6b35ded8 admin admin] Resources bound (agent type, host, resource id): {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:51:58.223824 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-9b00cd59-3318-411d-8627-fd113e0da2d6 service neutron] 10.222.0.84 "GET /v2.0/networks/58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5916247 Jan 18 12:51:58.487663 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-512df286-955b-4db9-8167-806f8275e5ca None None] Provisioning complete for port 0840d73f-4886-4ead-a346-b5216177145a triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:51:58.488247 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-512df286-955b-4db9-8167-806f8275e5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:51:58.739047 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-512df286-955b-4db9-8167-806f8275e5ca None None] Port 0840d73f-4886-4ead-a346-b5216177145a cannot update to ACTIVE because it is not bound. {{(pid=82758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:51:58.962596 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100bc33-6569-4a3c-9816-825996593ac0 req-d1e22c32-2864-41c3-9468-6da8832997e2 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:58.971116 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f100bc33-6569-4a3c-9816-825996593ac0 req-d1e22c32-2864-41c3-9468-6da8832997e2 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 945 time: 0.1920140 Jan 18 12:51:59.021350 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c467ba-989b-466f-bdb1-223a6b35ded8 admin admin] Router a59f6ff1-78e5-4b49-acf9-2f05f4d687b3 has already been hosted by L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 {{(pid=82757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:51:59.084725 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f100bc33-6569-4a3c-9816-825996593ac0 req-92d64f08-c873-4e9f-b5b1-8eaff8771674 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115172 Jan 18 12:51:59.291317 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d4450df5-d993-4e4d-83ca-d87ff6b54501 req-95fd2174-522f-405d-b3e2-641c00748e44 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.1101003 Jan 18 12:51:59.418068 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c467ba-989b-466f-bdb1-223a6b35ded8 admin admin] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:51:59.435990 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-67c467ba-989b-466f-bdb1-223a6b35ded8 admin admin] 10.222.0.84 "PUT /v2.0/routers/a59f6ff1-78e5-4b49-acf9-2f05f4d687b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7836645 Jan 18 12:51:59.709334 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b905b8-ec04-45a5-8125-8246191f37cd req-30e65e3f-43a0-4660-8758-069b84acb13a tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:51:59.711746 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c4b905b8-ec04-45a5-8125-8246191f37cd req-30e65e3f-43a0-4660-8758-069b84acb13a tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 943 time: 0.1484983 Jan 18 12:51:59.784906 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c4b905b8-ec04-45a5-8125-8246191f37cd req-3ddfdc5c-a11e-4210-b103-d7bc89bad2ad tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570519 Jan 18 12:52:00.568844 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 50560) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:00.574850 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-d22e2495-8173-4f16-a5f0-fd86bc179af5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-17544608', 'description': 'tempest-secgroup-smoke-17544608 description', 'project_id': 'd12a14a06d354f1cbe6b1e07ffb4521c'}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:00.582252 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-d22e2495-8173-4f16-a5f0-fd86bc179af5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:00.586529 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-d22e2495-8173-4f16-a5f0-fd86bc179af5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Usage tracker for resource:security_group and tenant:d12a14a06d354f1cbe6b1e07ffb4521c is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:00.590055 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-d22e2495-8173-4f16-a5f0-fd86bc179af5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:00.596926 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-d22e2495-8173-4f16-a5f0-fd86bc179af5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:00.611025 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-d22e2495-8173-4f16-a5f0-fd86bc179af5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:00.684607 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-d22e2495-8173-4f16-a5f0-fd86bc179af5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:00.693175 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-d22e2495-8173-4f16-a5f0-fd86bc179af5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Usage tracker for resource:security_group_rule and tenant:d12a14a06d354f1cbe6b1e07ffb4521c is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:00.707603 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-d22e2495-8173-4f16-a5f0-fd86bc179af5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:00.719523 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-d22e2495-8173-4f16-a5f0-fd86bc179af5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:00.771593 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc1f3e-d002-4269-bb7b-3b554c7836e3 req-62a01d93-d5db-4e92-a69e-ea98e1cdca65 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:00.773260 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-1acc1f3e-d002-4269-bb7b-3b554c7836e3 req-62a01d93-d5db-4e92-a69e-ea98e1cdca65 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 945 time: 0.0903835 Jan 18 12:52:00.798732 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-d22e2495-8173-4f16-a5f0-fd86bc179af5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:00.803235 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-d22e2495-8173-4f16-a5f0-fd86bc179af5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:00.832714 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-1acc1f3e-d002-4269-bb7b-3b554c7836e3 req-8887d6bc-67c7-4655-901e-c297c67bb154 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512054 Jan 18 12:52:00.849598 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e2495-8173-4f16-a5f0-fd86bc179af5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f741197b-aa87-4324-9e79-d8d1348701be,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:00.861295 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-d22e2495-8173-4f16-a5f0-fd86bc179af5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:00.862546 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-d22e2495-8173-4f16-a5f0-fd86bc179af5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.2926345 Jan 18 12:52:00.865574 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 50566) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:00.878194 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-ef506224-98f0-4f0d-b9c8-81d6fd0720d0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Request body: {'security_group_rule': {'security_group_id': 'f741197b-aa87-4324-9e79-d8d1348701be', 'project_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:00.884762 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-ef506224-98f0-4f0d-b9c8-81d6fd0720d0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:00.889732 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-ef506224-98f0-4f0d-b9c8-81d6fd0720d0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Usage tracker for resource:security_group_rule and tenant:d12a14a06d354f1cbe6b1e07ffb4521c is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:00.893756 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-ef506224-98f0-4f0d-b9c8-81d6fd0720d0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:00.901984 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-ef506224-98f0-4f0d-b9c8-81d6fd0720d0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:00.922638 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-ef506224-98f0-4f0d-b9c8-81d6fd0720d0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:01.007814 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-ef506224-98f0-4f0d-b9c8-81d6fd0720d0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:01.044784 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-ef506224-98f0-4f0d-b9c8-81d6fd0720d0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16445687'] for security_group_rule, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:01.061421 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c0f1fdbd-1152-4ae3-932a-5c4badfff0dd req-5c835ac9-9fef-4a9d-b9de-af7a0f63c485 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0783677 Jan 18 12:52:01.075744 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef506224-98f0-4f0d-b9c8-81d6fd0720d0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50b93b78-19ea-428f-b7b0-08b869ea9683,revision_number=0']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:01.104373 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-ef506224-98f0-4f0d-b9c8-81d6fd0720d0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:01.105629 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-ef506224-98f0-4f0d-b9c8-81d6fd0720d0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2390020 Jan 18 12:52:01.108461 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 50574) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:01.114977 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-f21a1b45-0b96-4342-a89c-8f339d58e7c1 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Request body: {'security_group_rule': {'security_group_id': 'f741197b-aa87-4324-9e79-d8d1348701be', 'project_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:01.122765 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-f21a1b45-0b96-4342-a89c-8f339d58e7c1 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:01.127434 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-f21a1b45-0b96-4342-a89c-8f339d58e7c1 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Usage tracker for resource:security_group_rule and tenant:d12a14a06d354f1cbe6b1e07ffb4521c is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:01.131016 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-f21a1b45-0b96-4342-a89c-8f339d58e7c1 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:01.143179 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-f21a1b45-0b96-4342-a89c-8f339d58e7c1 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:01.164531 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-f21a1b45-0b96-4342-a89c-8f339d58e7c1 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:01.244850 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-f21a1b45-0b96-4342-a89c-8f339d58e7c1 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:01.280667 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-f21a1b45-0b96-4342-a89c-8f339d58e7c1 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16445687'] for security_group_rule, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:01.311247 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a1b45-0b96-4342-a89c-8f339d58e7c1 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77e80ad7-04fb-447c-a68c-9b14a702ae60,revision_number=0']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:01.331719 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-f21a1b45-0b96-4342-a89c-8f339d58e7c1 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:01.333003 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-f21a1b45-0b96-4342-a89c-8f339d58e7c1 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2232859 Jan 18 12:52:01.336041 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 50578) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:01.342042 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-e87100e1-ce34-4b7c-b8a2-c0ddd9dcb027 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Request body: {'security_group_rule': {'security_group_id': 'f741197b-aa87-4324-9e79-d8d1348701be', 'project_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:01.349671 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-e87100e1-ce34-4b7c-b8a2-c0ddd9dcb027 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:01.355153 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-e87100e1-ce34-4b7c-b8a2-c0ddd9dcb027 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Usage tracker for resource:security_group_rule and tenant:d12a14a06d354f1cbe6b1e07ffb4521c is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:01.359092 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311800e-45e0-4f59-b038-2679d9194df0 req-218c0ebd-eee9-41d1-9319-e9c1aa109e31 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:01.359288 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-e87100e1-ce34-4b7c-b8a2-c0ddd9dcb027 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:01.359396 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9311800e-45e0-4f59-b038-2679d9194df0 req-218c0ebd-eee9-41d1-9319-e9c1aa109e31 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 943 time: 0.1170995 Jan 18 12:52:01.365184 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-e87100e1-ce34-4b7c-b8a2-c0ddd9dcb027 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:01.391403 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e87100e1-ce34-4b7c-b8a2-c0ddd9dcb027 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:01.454142 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9311800e-45e0-4f59-b038-2679d9194df0 req-cd705867-5d30-4f98-b9f6-5bd08dc148dd tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879128 Jan 18 12:52:01.542139 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e87100e1-ce34-4b7c-b8a2-c0ddd9dcb027 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:01.556213 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e87100e1-ce34-4b7c-b8a2-c0ddd9dcb027 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16445687'] for security_group_rule, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:01.582423 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87100e1-ce34-4b7c-b8a2-c0ddd9dcb027 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82939133-c637-4368-9e38-9019d721394a,revision_number=0']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:01.591586 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e87100e1-ce34-4b7c-b8a2-c0ddd9dcb027 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:01.592987 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-e87100e1-ce34-4b7c-b8a2-c0ddd9dcb027 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2557223 Jan 18 12:52:01.596895 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 50582) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:01.602953 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-6e48a260-37ec-4359-9da5-90650822f007 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Request body: {'security_group_rule': {'security_group_id': 'f741197b-aa87-4324-9e79-d8d1348701be', 'project_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:01.610436 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-6e48a260-37ec-4359-9da5-90650822f007 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:01.614966 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-6e48a260-37ec-4359-9da5-90650822f007 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Usage tracker for resource:security_group_rule and tenant:d12a14a06d354f1cbe6b1e07ffb4521c is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:01.618358 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-6e48a260-37ec-4359-9da5-90650822f007 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:01.626034 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-6e48a260-37ec-4359-9da5-90650822f007 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:01.643401 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-6e48a260-37ec-4359-9da5-90650822f007 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:01.719751 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-6e48a260-37ec-4359-9da5-90650822f007 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:01.724280 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-6e48a260-37ec-4359-9da5-90650822f007 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16445687'] for security_group_rule, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:01.757613 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e48a260-37ec-4359-9da5-90650822f007 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ca63bf-0f17-4523-a0eb-e3a74885148c,revision_number=0']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:01.777397 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-6e48a260-37ec-4359-9da5-90650822f007 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:01.778789 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-6e48a260-37ec-4359-9da5-90650822f007 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1808162 Jan 18 12:52:01.782104 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 50588) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:01.788400 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-d1e76bb2-6cff-46d2-a1d6-76b649931b09 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Request body: {'security_group_rule': {'security_group_id': 'f741197b-aa87-4324-9e79-d8d1348701be', 'project_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:01.795030 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-d1e76bb2-6cff-46d2-a1d6-76b649931b09 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:01.798970 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-d1e76bb2-6cff-46d2-a1d6-76b649931b09 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Usage tracker for resource:security_group_rule and tenant:d12a14a06d354f1cbe6b1e07ffb4521c is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:01.802329 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-d1e76bb2-6cff-46d2-a1d6-76b649931b09 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:01.809192 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-d1e76bb2-6cff-46d2-a1d6-76b649931b09 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:01.823156 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.db.securitygroups_db [None req-d1e76bb2-6cff-46d2-a1d6-76b649931b09 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Project d12a14a06d354f1cbe6b1e07ffb4521c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 12:52:01.832021 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d1e76bb2-6cff-46d2-a1d6-76b649931b09 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:01.985781 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d1e76bb2-6cff-46d2-a1d6-76b649931b09 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:02.048811 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d1e76bb2-6cff-46d2-a1d6-76b649931b09 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16445687'] for security_group_rule, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:02.088398 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e76bb2-6cff-46d2-a1d6-76b649931b09 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50b17ec2-8662-4eab-96e3-97f168b1cfa8,revision_number=0']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:02.114735 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d1e76bb2-6cff-46d2-a1d6-76b649931b09 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:02.115911 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-d1e76bb2-6cff-46d2-a1d6-76b649931b09 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3326356 Jan 18 12:52:02.118779 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 50596) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:02.125899 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-daacff0f-1089-4acd-bb92-acdef79e1edc tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Request body: {'security_group_rule': {'security_group_id': 'f741197b-aa87-4324-9e79-d8d1348701be', 'project_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:02.133061 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-daacff0f-1089-4acd-bb92-acdef79e1edc tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:02.137421 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-daacff0f-1089-4acd-bb92-acdef79e1edc tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Usage tracker for resource:security_group_rule and tenant:d12a14a06d354f1cbe6b1e07ffb4521c is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:02.144113 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-daacff0f-1089-4acd-bb92-acdef79e1edc tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:02.150726 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-daacff0f-1089-4acd-bb92-acdef79e1edc tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:02.158648 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede5ddb-3c60-4e5e-8e3d-dc91954aa06f req-88bc710f-3a1a-4caf-b5c1-55f2526996cb tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:02.171490 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.db.securitygroups_db [None req-daacff0f-1089-4acd-bb92-acdef79e1edc tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Project d12a14a06d354f1cbe6b1e07ffb4521c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 12:52:02.175372 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9ede5ddb-3c60-4e5e-8e3d-dc91954aa06f req-88bc710f-3a1a-4caf-b5c1-55f2526996cb tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 945 time: 0.1647587 Jan 18 12:52:02.182489 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-daacff0f-1089-4acd-bb92-acdef79e1edc tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:02.241849 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9ede5ddb-3c60-4e5e-8e3d-dc91954aa06f req-b3621757-ecfc-4592-a6c7-7310945c4643 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652845 Jan 18 12:52:02.304692 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-daacff0f-1089-4acd-bb92-acdef79e1edc tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:02.309429 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-daacff0f-1089-4acd-bb92-acdef79e1edc tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16445687'] for security_group_rule, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:02.388426 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daacff0f-1089-4acd-bb92-acdef79e1edc tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7308bb2-1960-48f8-aca6-eebc3448861d,revision_number=0']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:02.408203 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-daacff0f-1089-4acd-bb92-acdef79e1edc tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:02.409413 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-daacff0f-1089-4acd-bb92-acdef79e1edc tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2895765 Jan 18 12:52:02.413677 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8fc237c8-3ad5-4106-a6f1-1684735a960d req-44eafcd9-cd78-428b-a7c7-8dd933dc4fc9 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0610092 Jan 18 12:52:02.853725 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17593987-d395-4928-89f6-3052a83da5bd req-ee18e5a6-80a0-4fbd-8ea7-7e6a4e97dfd6 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:02.855450 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-17593987-d395-4928-89f6-3052a83da5bd req-ee18e5a6-80a0-4fbd-8ea7-7e6a4e97dfd6 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 943 time: 0.1094496 Jan 18 12:52:02.963743 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-17593987-d395-4928-89f6-3052a83da5bd req-5c363692-d6c9-480c-ab6a-0afe30c0ef77 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986369 Jan 18 12:52:03.522599 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device d490a21e-f220-46a4-893e-dbca8f97378f up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:52:03.718820 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning for port d490a21e-f220-46a4-893e-dbca8f97378f completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:52:03.726183 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port d490a21e-f220-46a4-893e-dbca8f97378f triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:52:03.727558 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:03.748301 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa26dd7-97b0-4a7e-9ee1-ae9399da7695 req-b4ca64e4-024d-41e7-9733-3cf8396cfe01 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:03.750467 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-aaa26dd7-97b0-4a7e-9ee1-ae9399da7695 req-b4ca64e4-024d-41e7-9733-3cf8396cfe01 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 945 time: 0.1556337 Jan 18 12:52:03.845388 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-aaa26dd7-97b0-4a7e-9ee1-ae9399da7695 req-5fceeaa3-37fd-4cb4-9b08-b6eff5799b5c tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857182 Jan 18 12:52:03.955040 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:03.975617 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] For port d490a21e-f220-46a4-893e-dbca8f97378f, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=d490a21e-f220-46a4-893e-dbca8f97378f,segment=NetworkSegment(a71a77f2-f00b-4634-9c06-cb577f22632a),segment_id=a71a77f2-f00b-4634-9c06-cb577f22632a)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:52:03.985598 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:04.063395 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a1de45e0-cb54-4250-b056-307fc80c8994 req-53afd1b4-0dc4-4a60-8e6b-a27e50fe40f9 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0634139 Jan 18 12:52:04.091689 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Pushing event updated for resources: {'Port': ['ID=d490a21e-f220-46a4-893e-dbca8f97378f,revision_number=4']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:04.337348 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90d65e-e7dd-4ffa-babc-7066e686f833 req-4d571591-788f-407f-99a8-4dae6d45ab95 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:04.338951 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ba90d65e-e7dd-4ffa-babc-7066e686f833 req-4d571591-788f-407f-99a8-4dae6d45ab95 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 943 time: 0.0875432 Jan 18 12:52:04.394135 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ba90d65e-e7dd-4ffa-babc-7066e686f833 req-ea746d7a-b7a9-4a2c-8464-c12ec62d16ba tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492225 Jan 18 12:52:05.097222 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937f714-17fd-4570-9008-e739ae17db7d req-482bc794-c000-44c2-bb24-6fef27b4872b tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:05.100251 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0937f714-17fd-4570-9008-e739ae17db7d req-482bc794-c000-44c2-bb24-6fef27b4872b tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 945 time: 0.1114063 Jan 18 12:52:05.150319 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0937f714-17fd-4570-9008-e739ae17db7d req-f94fcd73-dda6-4b19-b39e-9cfabede218c tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441463 Jan 18 12:52:05.354856 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device d490a21e-f220-46a4-893e-dbca8f97378f up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:52:05.412410 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ab8760bf-e2bd-4567-8a01-2a49a325ab2a req-27589d57-d8fc-4420-b366-a016e8195f05 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0975704 Jan 18 12:52:05.536207 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port d490a21e-f220-46a4-893e-dbca8f97378f triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:52:05.536639 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:05.717411 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33945ec7-33d1-40a3-ae2a-d3911e7f86ab req-3220b79a-1684-4dd2-90a6-4f40a91c5737 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:05.720558 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-33945ec7-33d1-40a3-ae2a-d3911e7f86ab req-3220b79a-1684-4dd2-90a6-4f40a91c5737 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 943 time: 0.1115317 Jan 18 12:52:05.784540 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-33945ec7-33d1-40a3-ae2a-d3911e7f86ab req-200ebbdf-7834-427e-8f23-fa0b8f344c98 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570457 Jan 18 12:52:06.441873 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e549de7-c206-4acd-8871-343f91bc5190 req-d33693b7-8c06-4ba6-937e-e5f6d7a99f4b tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:06.444581 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7e549de7-c206-4acd-8871-343f91bc5190 req-d33693b7-8c06-4ba6-937e-e5f6d7a99f4b tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 945 time: 0.0962973 Jan 18 12:52:06.546508 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7e549de7-c206-4acd-8871-343f91bc5190 req-eb78d9d8-3e11-4b3f-b106-15fe34c86637 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925829 Jan 18 12:52:06.806302 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-268a23cd-bc24-4a08-a37a-c6084f61c256 req-5f5fd2e5-8c95-477e-b70e-8387f927bf35 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0936201 Jan 18 12:52:07.275797 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27492d0-69c8-48c1-bfe0-a889b2772062 req-eeca445c-9e61-4efd-a847-efeecb118260 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:07.288618 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c27492d0-69c8-48c1-bfe0-a889b2772062 req-eeca445c-9e61-4efd-a847-efeecb118260 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 943 time: 0.2285838 Jan 18 12:52:07.370318 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c27492d0-69c8-48c1-bfe0-a889b2772062 req-a675b8eb-a877-4a48-b323-be4ae21b7b18 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844636 Jan 18 12:52:07.813780 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc3f34-c847-4d8f-988f-734f88b6643c req-eacc8496-67ae-42cd-b5e9-8b5bbbae3a96 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:07.815350 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-33bc3f34-c847-4d8f-988f-734f88b6643c req-eacc8496-67ae-42cd-b5e9-8b5bbbae3a96 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 945 time: 0.1143403 Jan 18 12:52:07.887844 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-33bc3f34-c847-4d8f-988f-734f88b6643c req-73974437-2738-4d37-a2fa-717852d9c8ee tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637870 Jan 18 12:52:08.042275 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a1a2560f-3513-4f95-a4f8-94b089ebac59 req-d414c5ff-e8a5-49e6-ad4a-243507433752 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0462945 Jan 18 12:52:08.690251 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bceaf6-cd52-4926-ad16-3a38e8a7b50f req-10dbe4b9-a691-4c4d-9470-392bd0ab4162 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:08.692342 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-32bceaf6-cd52-4926-ad16-3a38e8a7b50f req-10dbe4b9-a691-4c4d-9470-392bd0ab4162 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 943 time: 0.1099970 Jan 18 12:52:08.749030 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-32bceaf6-cd52-4926-ad16-3a38e8a7b50f req-b54a5860-8f12-4e64-8c0d-ec67ea72fd4b tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510509 Jan 18 12:52:09.094037 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ee90f-60de-4d7a-ac63-f83e693d1841 req-8d19aab2-ba44-47d5-b0bc-8266abf577ce tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:09.095707 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-b10ee90f-60de-4d7a-ac63-f83e693d1841 req-8d19aab2-ba44-47d5-b0bc-8266abf577ce tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 945 time: 0.0881045 Jan 18 12:52:09.152853 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-b10ee90f-60de-4d7a-ac63-f83e693d1841 req-340e602e-8f37-4cdb-89d5-997962375d53 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476725 Jan 18 12:52:09.220417 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e64bb097-30c9-43b1-b43a-29412839ca33 req-43ece2cf-5073-4564-bcab-2e134cc2f5af tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0434561 Jan 18 12:52:09.969916 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a5bfa-b00c-4634-82ed-54000392ce50 req-284e93e0-875f-4b0d-be34-5c263bbe100a tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:09.971596 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3d8a5bfa-b00c-4634-82ed-54000392ce50 req-284e93e0-875f-4b0d-be34-5c263bbe100a tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 943 time: 0.0772669 Jan 18 12:52:09.997579 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:10.026031 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3d8a5bfa-b00c-4634-82ed-54000392ce50 req-cb27681b-7377-46b2-ac43-97d263f94dcd tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491149 Jan 18 12:52:10.359247 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8a0f1-60de-44ab-a252-5d716b4d81c8 req-b0aae876-55b2-4cff-a7a3-b21a42361b60 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:10.360762 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-59a8a0f1-60de-44ab-a252-5d716b4d81c8 req-b0aae876-55b2-4cff-a7a3-b21a42361b60 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 945 time: 0.0800419 Jan 18 12:52:10.395397 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4051737e-1fb1-46b5-97b1-02b38071b78e req-7cd44e04-f262-46ae-a6a5-33a7e1942c5e tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0454233 Jan 18 12:52:10.413276 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-59a8a0f1-60de-44ab-a252-5d716b4d81c8 req-ac59f53e-5ef2-4721-a607-5afab26b0826 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466673 Jan 18 12:52:11.243840 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccba88-ef6c-462f-9611-fe6c0465c7d8 req-00a5ddc6-f874-43e3-afe3-897ac38ac5b9 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:11.245279 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e1ccba88-ef6c-462f-9611-fe6c0465c7d8 req-00a5ddc6-f874-43e3-afe3-897ac38ac5b9 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 943 time: 0.0778832 Jan 18 12:52:11.292499 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e1ccba88-ef6c-462f-9611-fe6c0465c7d8 req-4e070c76-a69c-4e0f-9fcc-2d479b884d4f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409749 Jan 18 12:52:11.569231 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5180b831-d358-4ce2-a66b-7a731e0d63cc req-813aef33-f8d9-44e5-99d9-4f9ba266379b tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0440769 Jan 18 12:52:11.637349 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0492b1-e84b-459b-85c6-a1f14801d0d0 req-1012c42c-adb9-4064-ad58-72bec851407d tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:11.638898 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-1f0492b1-e84b-459b-85c6-a1f14801d0d0 req-1012c42c-adb9-4064-ad58-72bec851407d tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 945 time: 0.0845737 Jan 18 12:52:11.687009 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-1f0492b1-e84b-459b-85c6-a1f14801d0d0 req-93630a87-b2fe-4efa-8f0e-ffa3bd5b5eab tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415566 Jan 18 12:52:12.347580 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-4da6bec6-7b07-46b5-918b-7b8c0e5382f5 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:12.349215 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-4da6bec6-7b07-46b5-918b-7b8c0e5382f5 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.35 "GET /v2.0/networks?id=58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72 HTTP/1.1" status: 200 len: 814 time: 0.2364571 Jan 18 12:52:12.424431 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-fc4f38eb-c023-49f6-a5ba-c4deee302a02 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Request body: {'port': {'device_id': 'cb17c44f-ae2b-4339-9215-092d0515e71e', 'network_id': '58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72', 'admin_state_up': True, 'tenant_id': 'f57a5761ea3b4b6ebfc881a4b5a7d527'}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:12.508569 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30a9ab3-b8e8-41a7-baad-1d431c4847e0 None None] Sync routers for ids ['a59f6ff1-78e5-4b49-acf9-2f05f4d687b3'] in dv-cinder-825103-1-iscsi {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:52:12.522454 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30a9ab3-b8e8-41a7-baad-1d431c4847e0 None None] Routers {'a59f6ff1-78e5-4b49-acf9-2f05f4d687b3'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:52:12.523194 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-c30a9ab3-b8e8-41a7-baad-1d431c4847e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:51:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['a59f6ff1-78e5-4b49-acf9-2f05f4d687b3'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:52:12.544420 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1a13e-eae2-480a-b979-0a7a045fbd0a req-ceb484c2-b416-4f51-a036-98219e358d34 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:12.546057 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d3b1a13e-eae2-480a-b979-0a7a045fbd0a req-ceb484c2-b416-4f51-a036-98219e358d34 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 943 time: 0.0958502 Jan 18 12:52:12.581613 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-fc4f38eb-c023-49f6-a5ba-c4deee302a02 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:12.592146 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-fc4f38eb-c023-49f6-a5ba-c4deee302a02 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:12.613655 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d3b1a13e-eae2-480a-b979-0a7a045fbd0a req-6b776dc4-17f0-4cd1-b2a9-0ae470fc6b0e tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613186 Jan 18 12:52:12.614125 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-fc4f38eb-c023-49f6-a5ba-c4deee302a02 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Made reservation on behalf of f57a5761ea3b4b6ebfc881a4b5a7d527 for: {'port': 1} {{(pid=82757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:52:12.620326 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-fc4f38eb-c023-49f6-a5ba-c4deee302a02 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:12.746277 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-c30a9ab3-b8e8-41a7-baad-1d431c4847e0 None None] Set router a59f6ff1-78e5-4b49-acf9-2f05f4d687b3 gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:52:12.810090 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-b5980f95-06d6-4100-91e8-c569da0b2554 req-619e400a-d565-47c0-8c28-a3a996570b91 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0712004 Jan 18 12:52:12.923403 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f460f1-4861-4ef4-841d-4d6a74e95abf req-a8fe0cc2-082a-4019-aa23-2be7b3bd261c tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:12.925592 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e1f460f1-4861-4ef4-841d-4d6a74e95abf req-a8fe0cc2-082a-4019-aa23-2be7b3bd261c tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 945 time: 0.0878761 Jan 18 12:52:12.949139 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.db_base_plugin_common [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-fc4f38eb-c023-49f6-a5ba-c4deee302a02 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Allocated IP 172.20.0.2 (58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72/f70909e0-87f3-49af-9ce4-5709c59c89a7/3178e478-c15c-427f-9496-6e3c632d818a) {{(pid=82757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:52:12.992018 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e1f460f1-4861-4ef4-841d-4d6a74e95abf req-7f71a932-6bc3-4ba7-a187-24cfcd4bd0ed tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594647 Jan 18 12:52:13.123081 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-c30a9ab3-b8e8-41a7-baad-1d431c4847e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59f6ff1-78e5-4b49-acf9-2f05f4d687b3', 'name': 'tempest-TestShelveInstance-676357443-router', 'tenant_id': '9618812e4cdb4f3ca5efb8fc4c1cae12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'd490a21e-f220-46a4-893e-dbca8f97378f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:51:51Z', 'updated_at': '2022-01-18T12:51:56Z', 'revision_number': 4, 'project_id': '9618812e4cdb4f3ca5efb8fc4c1cae12', 'gw_port': {'id': 'd490a21e-f220-46a4-893e-dbca8f97378f', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59f6ff1-78e5-4b49-acf9-2f05f4d687b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:51:51Z', 'updated_at': '2022-01-18T12:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': '0840d73f-4886-4ead-a346-b5216177145a', 'name': '', 'network_id': '6ce39b7a-c411-4c71-bbc1-5a69a78f3100', 'tenant_id': '9618812e4cdb4f3ca5efb8fc4c1cae12', 'mac_address': 'fa:16:3e:51:b6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59f6ff1-78e5-4b49-acf9-2f05f4d687b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '333615b8-04e3-4c7c-a245-005cc016cf06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:51:56Z', 'updated_at': '2022-01-18T12:51:56Z', 'revision_number': 2, 'project_id': '9618812e4cdb4f3ca5efb8fc4c1cae12', 'subnets': [{'id': '333615b8-04e3-4c7c-a245-005cc016cf06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:52:13.127422 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30a9ab3-b8e8-41a7-baad-1d431c4847e0 None None] Checking router: a59f6ff1-78e5-4b49-acf9-2f05f4d687b3 for host: dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:52:13.127773 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30a9ab3-b8e8-41a7-baad-1d431c4847e0 None None] Updating router a59f6ff1-78e5-4b49-acf9-2f05f4d687b3 port 0840d73f-4886-4ead-a346-b5216177145a binding host dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 12:52:13.194017 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-c30a9ab3-b8e8-41a7-baad-1d431c4847e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:13.206545 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-fc4f38eb-c023-49f6-a5ba-c4deee302a02 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Notify callbacks [] for port, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:13.253886 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-fc4f38eb-c023-49f6-a5ba-c4deee302a02 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15894096'] for port, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:13.334236 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-fc4f38eb-c023-49f6-a5ba-c4deee302a02 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Network 58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72 is already hosted by enough agents. {{(pid=82757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:52:13.335436 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-fc4f38eb-c023-49f6-a5ba-c4deee302a02 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Resources bound (agent type, host, resource id): {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:52:13.339580 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-fc4f38eb-c023-49f6-a5ba-c4deee302a02 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Received port after_create {{(pid=82757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:52:13.384596 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f38eb-c023-49f6-a5ba-c4deee302a02 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Pushing event updated for resources: {'Port': ['ID=3178e478-c15c-427f-9496-6e3c632d818a,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:13.417467 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-fc4f38eb-c023-49f6-a5ba-c4deee302a02 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:13.418604 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-fc4f38eb-c023-49f6-a5ba-c4deee302a02 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:13.451936 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-fc4f38eb-c023-49f6-a5ba-c4deee302a02 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0321853 Jan 18 12:52:13.491103 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-91e59e50-4278-4c18-82c3-e4cca5272050 service neutron] Request body: {'port': {'device_id': 'cb17c44f-ae2b-4339-9215-092d0515e71e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:13.594921 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-c30a9ab3-b8e8-41a7-baad-1d431c4847e0 None None] Notify callbacks [] for port, precommit_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:13.607204 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-c30a9ab3-b8e8-41a7-baad-1d431c4847e0 None None] Transition to ACTIVE for port object 0840d73f-4886-4ead-a346-b5216177145a will not be triggered until provisioned by entity L2. {{(pid=82758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:52:13.615453 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-c30a9ab3-b8e8-41a7-baad-1d431c4847e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:13.621971 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-91e59e50-4278-4c18-82c3-e4cca5272050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:13.695827 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364edf3-8255-4eee-9f02-7bcca02aa060 None None] Pushing event updated for resources: {'Port': ['ID=0840d73f-4886-4ead-a346-b5216177145a,revision_number=3']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:13.804167 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72199d13-3b4e-4d0e-be24-4cba43d51649 req-35010669-4996-4c5e-99f1-55886031822e tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:13.811979 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-72199d13-3b4e-4d0e-be24-4cba43d51649 req-35010669-4996-4c5e-99f1-55886031822e tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.35 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 945 time: 0.1939244 Jan 18 12:52:13.874182 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-a2b52bf2-0998-4e0e-9e92-bd005d33f986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:13.882335 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364edf3-8255-4eee-9f02-7bcca02aa060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:13.882864 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364edf3-8255-4eee-9f02-7bcca02aa060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:13.883373 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364edf3-8255-4eee-9f02-7bcca02aa060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:13.883885 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364edf3-8255-4eee-9f02-7bcca02aa060 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:13.884539 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364edf3-8255-4eee-9f02-7bcca02aa060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:13.884857 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364edf3-8255-4eee-9f02-7bcca02aa060 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:13.885192 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364edf3-8255-4eee-9f02-7bcca02aa060 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:13.885597 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364edf3-8255-4eee-9f02-7bcca02aa060 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:13.886090 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364edf3-8255-4eee-9f02-7bcca02aa060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:13.886418 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364edf3-8255-4eee-9f02-7bcca02aa060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:13.892462 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e364edf3-8255-4eee-9f02-7bcca02aa060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:13.906704 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [req-72199d13-3b4e-4d0e-be24-4cba43d51649 req-63011352-30e5-4b32-a1d8-fbaf5ac3b882 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Deleting port b9558185-b969-42b6-9712-fe087278bdde {{(pid=82756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:52:13.907291 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-72199d13-3b4e-4d0e-be24-4cba43d51649 req-63011352-30e5-4b32-a1d8-fbaf5ac3b882 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:14.119923 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-c30a9ab3-b8e8-41a7-baad-1d431c4847e0 None None] Attempting to bind port 0840d73f-4886-4ead-a346-b5216177145a on host dv-cinder-825103-1-iscsi for vnic_type normal with profile {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:52:14.120689 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-c30a9ab3-b8e8-41a7-baad-1d431c4847e0 None None] Attempting to bind port 0840d73f-4886-4ead-a346-b5216177145a by drivers openvswitch,hyperv on host dv-cinder-825103-1-iscsi at level 0 using segments [{'id': '31d5a0b6-cbe2-43ad-b6d0-4ece60b39142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '6ce39b7a-c411-4c71-bbc1-5a69a78f3100'}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:52:14.121192 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30a9ab3-b8e8-41a7-baad-1d431c4847e0 None None] Attempting to bind port 0840d73f-4886-4ead-a346-b5216177145a on network 6ce39b7a-c411-4c71-bbc1-5a69a78f3100 {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:52:14.142334 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30a9ab3-b8e8-41a7-baad-1d431c4847e0 None None] Checking agent: {'id': 'fb28a64d-5559-4ddf-90c6-916f6d0b547c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 40, 17), 'started_at': datetime.datetime(2022, 1, 18, 12, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:52:14.143272 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30a9ab3-b8e8-41a7-baad-1d431c4847e0 None None] Checking segment: {'id': '31d5a0b6-cbe2-43ad-b6d0-4ece60b39142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '6ce39b7a-c411-4c71-bbc1-5a69a78f3100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:52:14.143944 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-c30a9ab3-b8e8-41a7-baad-1d431c4847e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:14.144460 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30a9ab3-b8e8-41a7-baad-1d431c4847e0 None None] Bound using segment: {'id': '31d5a0b6-cbe2-43ad-b6d0-4ece60b39142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '6ce39b7a-c411-4c71-bbc1-5a69a78f3100'} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:52:14.145093 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-c30a9ab3-b8e8-41a7-baad-1d431c4847e0 None None] Bound port: 0840d73f-4886-4ead-a346-b5216177145a, host: dv-cinder-825103-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d5a0b6-cbe2-43ad-b6d0-4ece60b39142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '6ce39b7a-c411-4c71-bbc1-5a69a78f3100'}}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:52:14.145609 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-c30a9ab3-b8e8-41a7-baad-1d431c4847e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:14.224849 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bac7f-42b9-4626-bec7-dfb697c040eb req-58a7d1ac-6e32-4662-8616-08e86043fb1c tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:14.232059 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-239bac7f-42b9-4626-bec7-dfb697c040eb req-58a7d1ac-6e32-4662-8616-08e86043fb1c tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 943 time: 0.3202910 Jan 18 12:52:14.249009 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-c30a9ab3-b8e8-41a7-baad-1d431c4847e0 None None] For port 0840d73f-4886-4ead-a346-b5216177145a, host dv-cinder-825103-1-iscsi, cleared binding levels {{(pid=82758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:52:14.253142 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-c30a9ab3-b8e8-41a7-baad-1d431c4847e0 None None] For port 0840d73f-4886-4ead-a346-b5216177145a, host dv-cinder-825103-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=0840d73f-4886-4ead-a346-b5216177145a,segment=NetworkSegment(31d5a0b6-cbe2-43ad-b6d0-4ece60b39142),segment_id=31d5a0b6-cbe2-43ad-b6d0-4ece60b39142)] {{(pid=82758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:52:14.264733 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-c30a9ab3-b8e8-41a7-baad-1d431c4847e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:14.297223 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677a278-a637-4bb4-86aa-a35e1627f51a req-4554a3ad-db13-48ec-a227-433176fc1391 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:14.299439 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b677a278-a637-4bb4-86aa-a35e1627f51a req-4554a3ad-db13-48ec-a227-433176fc1391 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 931 time: 0.2218654 Jan 18 12:52:14.375306 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-239bac7f-42b9-4626-bec7-dfb697c040eb req-27cdbdff-2c06-4ee3-bfa1-46cee6776e52 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421058 Jan 18 12:52:14.400024 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364edf3-8255-4eee-9f02-7bcca02aa060 None None] Pushing event updated for resources: {'Port': ['ID=0840d73f-4886-4ead-a346-b5216177145a,revision_number=4']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:14.429803 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30a9ab3-b8e8-41a7-baad-1d431c4847e0 None None] Routers {'a59f6ff1-78e5-4b49-acf9-2f05f4d687b3'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:52:14.430604 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-c30a9ab3-b8e8-41a7-baad-1d431c4847e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:51:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['a59f6ff1-78e5-4b49-acf9-2f05f4d687b3'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:52:14.463479 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-72199d13-3b4e-4d0e-be24-4cba43d51649 req-63011352-30e5-4b32-a1d8-fbaf5ac3b882 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] For port b9558185-b969-42b6-9712-fe087278bdde, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=b9558185-b969-42b6-9712-fe087278bdde,segment=NetworkSegment(cfce463f-bb18-41f5-bd53-a09e299dfec8),segment_id=cfce463f-bb18-41f5-bd53-a09e299dfec8)] {{(pid=82756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:52:14.464709 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-72199d13-3b4e-4d0e-be24-4cba43d51649 req-63011352-30e5-4b32-a1d8-fbaf5ac3b882 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:14.537909 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b677a278-a637-4bb4-86aa-a35e1627f51a req-3b408d55-cc2e-4a35-b41f-779dd34eb7ca tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/security-groups?id=aa95e1db-4b83-44bc-8ac8-398dca75ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251184 Jan 18 12:52:14.561450 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.notifiers.nova [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-91e59e50-4278-4c18-82c3-e4cca5272050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3178e478-c15c-427f-9496-6e3c632d818a {{(pid=82757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:52:14.575258 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-91e59e50-4278-4c18-82c3-e4cca5272050 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:14.619280 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.provisioning_blocks [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-91e59e50-4278-4c18-82c3-e4cca5272050 service neutron] Transition to ACTIVE for port object 3178e478-c15c-427f-9496-6e3c632d818a will not be triggered until provisioned by entity L2. {{(pid=82757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:52:14.628628 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-91e59e50-4278-4c18-82c3-e4cca5272050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15894105'] for port, after_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:14.745949 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [req-72199d13-3b4e-4d0e-be24-4cba43d51649 req-63011352-30e5-4b32-a1d8-fbaf5ac3b882 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Calling delete_port for b9558185-b969-42b6-9712-fe087278bdde owned by compute:nova {{(pid=82756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:52:14.849015 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-c30a9ab3-b8e8-41a7-baad-1d431c4847e0 None None] Set router a59f6ff1-78e5-4b49-acf9-2f05f4d687b3 gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:52:14.892960 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e59e50-4278-4c18-82c3-e4cca5272050 service neutron] Pushing event updated for resources: {'Port': ['ID=3178e478-c15c-427f-9496-6e3c632d818a,revision_number=2']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:15.004405 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-72199d13-3b4e-4d0e-be24-4cba43d51649 req-63011352-30e5-4b32-a1d8-fbaf5ac3b882 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:15.073260 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63011352-30e5-4b32-a1d8-fbaf5ac3b882 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Pushing event deleted for resources: {'Port': ['ID=b9558185-b969-42b6-9712-fe087278bdde,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:15.091348 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] get_ports_and_sgs() called for port_ids ['b9558185-b969-42b6-9712-fe087278bdde', '3db9478d-dd47-410b-ba68-5b193216df9b'] {{(pid=82758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:52:15.098575 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85411a7b-1c70-402f-92ec-3cf1a2d73cf0 req-aef65f96-964e-46f3-9836-2ea870c35fae tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:15.100105 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-85411a7b-1c70-402f-92ec-3cf1a2d73cf0 req-aef65f96-964e-46f3-9836-2ea870c35fae tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 945 time: 0.4163439 Jan 18 12:52:15.159896 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.managers [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-91e59e50-4278-4c18-82c3-e4cca5272050 service neutron] Attempting to bind port 3178e478-c15c-427f-9496-6e3c632d818a on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:52:15.160251 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.managers [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-91e59e50-4278-4c18-82c3-e4cca5272050 service neutron] Attempting to bind port 3178e478-c15c-427f-9496-6e3c632d818a by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': 'b35974eb-73ba-4577-bd01-65e7420182fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72'}] {{(pid=82757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:52:15.160554 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-91e59e50-4278-4c18-82c3-e4cca5272050 service neutron] Attempting to bind port 3178e478-c15c-427f-9496-6e3c632d818a on network 58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72 {{(pid=82757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:52:15.179169 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-91e59e50-4278-4c18-82c3-e4cca5272050 service neutron] Port 3178e478-c15c-427f-9496-6e3c632d818a on network 58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:52:15.179509 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-91e59e50-4278-4c18-82c3-e4cca5272050 service neutron] Attempting to bind port 3178e478-c15c-427f-9496-6e3c632d818a on network 58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72 {{(pid=82757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:52:15.197503 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-85411a7b-1c70-402f-92ec-3cf1a2d73cf0 req-c420ff1f-b369-4e6a-a318-d364aaaf1bce tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713902 Jan 18 12:52:15.197503 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-91e59e50-4278-4c18-82c3-e4cca5272050 service neutron] Checking agent: {'id': '085e0bf5-487d-485c-86f3-dab2733d35ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'started_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:52:15.197503 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-91e59e50-4278-4c18-82c3-e4cca5272050 service neutron] Checking segment: {'id': 'b35974eb-73ba-4577-bd01-65e7420182fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:52:15.197503 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-91e59e50-4278-4c18-82c3-e4cca5272050 service neutron] Bound using segment: {'id': 'b35974eb-73ba-4577-bd01-65e7420182fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72'} {{(pid=82757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:52:15.197503 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.managers [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-91e59e50-4278-4c18-82c3-e4cca5272050 service neutron] Bound port: 3178e478-c15c-427f-9496-6e3c632d818a, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b35974eb-73ba-4577-bd01-65e7420182fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': '58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72'}}] {{(pid=82757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:52:15.197503 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-91e59e50-4278-4c18-82c3-e4cca5272050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:15.217841 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [req-72199d13-3b4e-4d0e-be24-4cba43d51649 req-63011352-30e5-4b32-a1d8-fbaf5ac3b882 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] No DVR routers for this DVR port b9558185-b969-42b6-9712-fe087278bdde on host hv-cinder-82510 {{(pid=82756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:52:15.224051 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-72199d13-3b4e-4d0e-be24-4cba43d51649 req-63011352-30e5-4b32-a1d8-fbaf5ac3b882 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:15.262729 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99a128b-933b-48e0-a535-cee349266ece', 'name': 'network-vif-deleted', 'tag': 'b9558185-b969-42b6-9712-fe087278bdde'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:52:15.279183 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-72199d13-3b4e-4d0e-be24-4cba43d51649 req-63011352-30e5-4b32-a1d8-fbaf5ac3b882 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.35 "DELETE /v2.0/ports/b9558185-b969-42b6-9712-fe087278bdde HTTP/1.1" status: 204 len: 173 time: 1.4598167 Jan 18 12:52:15.337493 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.db [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-91e59e50-4278-4c18-82c3-e4cca5272050 service neutron] For port 3178e478-c15c-427f-9496-6e3c632d818a, host hv-cinder-82510, cleared binding levels {{(pid=82757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:52:15.341130 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.db [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-91e59e50-4278-4c18-82c3-e4cca5272050 service neutron] For port 3178e478-c15c-427f-9496-6e3c632d818a, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3178e478-c15c-427f-9496-6e3c632d818a,segment=NetworkSegment(b35974eb-73ba-4577-bd01-65e7420182fa),segment_id=b35974eb-73ba-4577-bd01-65e7420182fa)] {{(pid=82757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:52:15.354397 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-91e59e50-4278-4c18-82c3-e4cca5272050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15894105'] for port, after_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:15.403155 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99a128b-933b-48e0-a535-cee349266ece', 'name': 'network-vif-deleted', 'tag': 'b9558185-b969-42b6-9712-fe087278bdde', 'status': 'completed', 'code': 200} Jan 18 12:52:15.511855 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e59e50-4278-4c18-82c3-e4cca5272050 service neutron] Pushing event updated for resources: {'Port': ['ID=3178e478-c15c-427f-9496-6e3c632d818a,revision_number=3']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:15.532721 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-91e59e50-4278-4c18-82c3-e4cca5272050 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:15.534715 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-91e59e50-4278-4c18-82c3-e4cca5272050 service neutron] 10.222.0.35 "PUT /v2.0/ports/3178e478-c15c-427f-9496-6e3c632d818a HTTP/1.1" status: 200 len: 1093 time: 2.0484753 Jan 18 12:52:15.535765 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb17c44f-ae2b-4339-9215-092d0515e71e', 'tag': '3178e478-c15c-427f-9496-6e3c632d818a'}] {{(pid=82757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:52:15.551344 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-c30a9ab3-b8e8-41a7-baad-1d431c4847e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59f6ff1-78e5-4b49-acf9-2f05f4d687b3', 'name': 'tempest-TestShelveInstance-676357443-router', 'tenant_id': '9618812e4cdb4f3ca5efb8fc4c1cae12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'd490a21e-f220-46a4-893e-dbca8f97378f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:51:51Z', 'updated_at': '2022-01-18T12:51:56Z', 'revision_number': 4, 'project_id': '9618812e4cdb4f3ca5efb8fc4c1cae12', 'gw_port': {'id': 'd490a21e-f220-46a4-893e-dbca8f97378f', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59f6ff1-78e5-4b49-acf9-2f05f4d687b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:51:51Z', 'updated_at': '2022-01-18T12:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': '0840d73f-4886-4ead-a346-b5216177145a', 'name': '', 'network_id': '6ce39b7a-c411-4c71-bbc1-5a69a78f3100', 'tenant_id': '9618812e4cdb4f3ca5efb8fc4c1cae12', 'mac_address': 'fa:16:3e:51:b6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59f6ff1-78e5-4b49-acf9-2f05f4d687b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '333615b8-04e3-4c7c-a245-005cc016cf06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:51:56Z', 'updated_at': '2022-01-18T12:52:14Z', 'revision_number': 4, 'project_id': '9618812e4cdb4f3ca5efb8fc4c1cae12', 'subnets': [{'id': '333615b8-04e3-4c7c-a245-005cc016cf06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:52:15.564391 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30a9ab3-b8e8-41a7-baad-1d431c4847e0 None None] The sync data for ids ['a59f6ff1-78e5-4b49-acf9-2f05f4d687b3'] in dv-cinder-825103-1-iscsi is: [{'id': 'a59f6ff1-78e5-4b49-acf9-2f05f4d687b3', 'name': 'tempest-TestShelveInstance-676357443-router', 'tenant_id': '9618812e4cdb4f3ca5efb8fc4c1cae12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'd490a21e-f220-46a4-893e-dbca8f97378f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:51:51Z', 'updated_at': '2022-01-18T12:51:56Z', 'revision_number': 4, 'project_id': '9618812e4cdb4f3ca5efb8fc4c1cae12', 'gw_port': {'id': 'd490a21e-f220-46a4-893e-dbca8f97378f', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59f6ff1-78e5-4b49-acf9-2f05f4d687b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:51:51Z', 'updated_at': '2022-01-18T12:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': '0840d73f-4886-4ead-a346-b5216177145a', 'name': '', 'network_id': '6ce39b7a-c411-4c71-bbc1-5a69a78f3100', 'tenant_id': '9618812e4cdb4f3ca5efb8fc4c1cae12', 'mac_address': 'fa:16:3e:51:b6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59f6ff1-78e5-4b49-acf9-2f05f4d687b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '333615b8-04e3-4c7c-a245-005cc016cf06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:51:56Z', 'updated_at': '2022-01-18T12:52:14Z', 'revision_number': 4, 'project_id': '9618812e4cdb4f3ca5efb8fc4c1cae12', 'subnets': [{'id': '333615b8-04e3-4c7c-a245-005cc016cf06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:52:15.706816 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb17c44f-ae2b-4339-9215-092d0515e71e', 'tag': '3178e478-c15c-427f-9496-6e3c632d818a', 'status': 'completed', 'code': 200} Jan 18 12:52:15.839514 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-096a220a-1927-4c9e-8fbf-cc82f1bb5fb5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f57a5761ea3b4b6ebfc881a4b5a7d527&device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 1096 time: 0.2178171 Jan 18 12:52:15.846037 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae95f8-6c22-4338-8039-2941a942313e req-712dadd3-8f37-4aac-a779-9d71425534b6 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:15.853220 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-70ae95f8-6c22-4338-8039-2941a942313e req-712dadd3-8f37-4aac-a779-9d71425534b6 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 943 time: 0.1561279 Jan 18 12:52:15.976456 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-3579da27-b3ab-4f64-9862-97af46b9ebe6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3178e478-c15c-427f-9496-6e3c632d818a HTTP/1.1" status: 200 len: 217 time: 0.1069272 Jan 18 12:52:15.992524 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-70ae95f8-6c22-4338-8039-2941a942313e req-7e9c6bf4-9a81-489a-afe6-66cd47a1c4fc tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346579 Jan 18 12:52:16.043547 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-263629a3-917c-4a42-a4a2-89727a1b7639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:16.131977 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93449491-bfa0-4c2f-ab74-65663b4e8e5b req-507e6001-9e93-4cab-b053-13738bf6394f tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:16.134157 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-d622c1a3-d037-4a15-aefd-e43df9ccdce1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:16.136964 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-d622c1a3-d037-4a15-aefd-e43df9ccdce1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f70909e0-87f3-49af-9ce4-5709c59c89a7 HTTP/1.1" status: 200 len: 854 time: 0.1387086 Jan 18 12:52:16.139345 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-93449491-bfa0-4c2f-ab74-65663b4e8e5b req-507e6001-9e93-4cab-b053-13738bf6394f tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 943 time: 0.2900488 Jan 18 12:52:16.290124 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-93449491-bfa0-4c2f-ab74-65663b4e8e5b req-84125f5b-4ace-453c-b899-c844177afec8 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/security-groups?id=aa95e1db-4b83-44bc-8ac8-398dca75ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497011 Jan 18 12:52:16.295612 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-6602f9c8-62d5-4ebe-b3c7-5a869e22fc93 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1426473 Jan 18 12:52:16.606093 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-4fb76f4f-3aeb-460b-a2ac-2eaa3a82cfe0 req-33ff148d-2f01-45e9-a691-a5f9c927684d tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Synchronizing usage tracker for tenant:1f579550087f4cada7f426f1d491402f on resource:port {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:52:16.623714 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-4fb76f4f-3aeb-460b-a2ac-2eaa3a82cfe0 req-33ff148d-2f01-45e9-a691-a5f9c927684d tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Unset dirty status for tenant:1f579550087f4cada7f426f1d491402f on resource:port {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:52:16.637228 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4fb76f4f-3aeb-460b-a2ac-2eaa3a82cfe0 req-33ff148d-2f01-45e9-a691-a5f9c927684d tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=e99a128b-933b-48e0-a535-cee349266ece HTTP/1.1" status: 200 len: 210 time: 0.0803857 Jan 18 12:52:16.645183 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656e56e-3068-472f-835d-7d387b5e9266 req-04244fb8-1339-435e-9a24-a9c4e4b9f004 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:16.651142 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-9656e56e-3068-472f-835d-7d387b5e9266 req-04244fb8-1339-435e-9a24-a9c4e4b9f004 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 946 time: 0.2902522 Jan 18 12:52:16.656525 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-4342e3d1-2299-4260-8e58-933bc023db56 service neutron] 10.222.0.35 "GET /v2.0/networks/58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489420 Jan 18 12:52:16.805466 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-9656e56e-3068-472f-835d-7d387b5e9266 req-763fc174-9ec6-431d-89a4-8a96b790464a tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518474 Jan 18 12:52:16.837368 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 50862) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:16.847088 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-8a01d437-e46f-49b0-ac59-f18e22650b42 req-3150fe6e-cf44-4d77-aaa7-988416fb6b43 service neutron] 10.222.0.35 "GET /v2.0/networks/58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766083 Jan 18 12:52:17.044316 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c97f8fd2-f4ca-4ee1-baac-e7dd84ffaafd req-0cd1e771-ceaf-4e53-a36a-fcd460f7bcb1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f57a5761ea3b4b6ebfc881a4b5a7d527&device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 1096 time: 0.0867941 Jan 18 12:52:17.152380 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-4945b4ea-c133-41f4-b619-568c40a54cc5 tempest-TestMinimumBasicScenario-736658643 tempest-TestMinimumBasicScenario-736658643-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 1094 time: 0.3135400 Jan 18 12:52:17.155124 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 50870) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:17.163139 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-c1eb0df9-6cfa-49ac-aa67-806f2a0e42e5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Request body: {'floatingip': {'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'port_id': 'e00e54c6-536f-4529-acd6-93c664eff79b', 'tenant_id': '4780fe48fc504b868a4e20ccdeddc261', 'fixed_ip_address': '172.20.0.10'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:17.200911 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f8fd2-f4ca-4ee1-baac-e7dd84ffaafd req-18bda2ef-5a23-4ced-8c2f-acc15b68e1a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:17.202753 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c97f8fd2-f4ca-4ee1-baac-e7dd84ffaafd req-18bda2ef-5a23-4ced-8c2f-acc15b68e1a2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72 HTTP/1.1" status: 200 len: 916 time: 0.1492267 Jan 18 12:52:17.206886 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-c1eb0df9-6cfa-49ac-aa67-806f2a0e42e5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:17.216239 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-c1eb0df9-6cfa-49ac-aa67-806f2a0e42e5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Usage tracker for resource:floatingip and tenant:4780fe48fc504b868a4e20ccdeddc261 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:17.222853 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-c1eb0df9-6cfa-49ac-aa67-806f2a0e42e5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:17.228598 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:17.237658 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-c1eb0df9-6cfa-49ac-aa67-806f2a0e42e5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:17.252715 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-c1eb0df9-6cfa-49ac-aa67-806f2a0e42e5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks [] for floatingip, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:17.292454 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c97f8fd2-f4ca-4ee1-baac-e7dd84ffaafd req-0ac55cca-ee48-41b8-a158-777865cf633c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3178e478-c15c-427f-9496-6e3c632d818a HTTP/1.1" status: 200 len: 217 time: 0.0808747 Jan 18 12:52:17.293363 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc0058-4394-49df-9dab-6e57c776ad36 req-5836fff4-aa79-48a1-9e0e-bc5113e8f6b2 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:17.294851 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-55fc0058-4394-49df-9dab-6e57c776ad36 req-5836fff4-aa79-48a1-9e0e-bc5113e8f6b2 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 943 time: 0.1247809 Jan 18 12:52:17.364754 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 0840d73f-4886-4ead-a346-b5216177145a up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:52:17.373441 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f8fd2-f4ca-4ee1-baac-e7dd84ffaafd req-b6e0d0fd-a8bb-4b27-a462-a54d41dd7e46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:17.375302 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c97f8fd2-f4ca-4ee1-baac-e7dd84ffaafd req-b6e0d0fd-a8bb-4b27-a462-a54d41dd7e46 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f70909e0-87f3-49af-9ce4-5709c59c89a7 HTTP/1.1" status: 200 len: 854 time: 0.0734458 Jan 18 12:52:17.432954 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-55fc0058-4394-49df-9dab-6e57c776ad36 req-96317b6d-db92-4ff5-ba4e-3f6b4d7b6abb tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838089 Jan 18 12:52:17.453701 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c97f8fd2-f4ca-4ee1-baac-e7dd84ffaafd req-bf3b14f2-c451-4f27-a382-4b1a4c79e8c9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696294 Jan 18 12:52:17.474540 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:17.485549 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning for port 0840d73f-4886-4ead-a346-b5216177145a completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:52:17.495094 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 0840d73f-4886-4ead-a346-b5216177145a triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:52:17.495650 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:17.572399 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-c1eb0df9-6cfa-49ac-aa67-806f2a0e42e5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:17.711559 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:17.764919 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] For port 0840d73f-4886-4ead-a346-b5216177145a, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=0840d73f-4886-4ead-a346-b5216177145a,segment=NetworkSegment(31d5a0b6-cbe2-43ad-b6d0-4ece60b39142),segment_id=31d5a0b6-cbe2-43ad-b6d0-4ece60b39142)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:52:17.771806 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:17.816242 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c97f8fd2-f4ca-4ee1-baac-e7dd84ffaafd req-794bde5b-1138-4f81-aad2-68c72bce5c64 service neutron] 10.222.0.35 "GET /v2.0/networks/58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501818 Jan 18 12:52:17.820379 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.db_base_plugin_common [None req-c1eb0df9-6cfa-49ac-aa67-806f2a0e42e5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Allocated IP 172.27.2.64 (e1680602-72eb-4a8f-a690-8170848820e2/e5265543-d6e8-47ba-b344-dc5916015d25/9e778855-a9cc-4b57-9954-2c1be8e83969) {{(pid=82756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:52:17.829414 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2869232-f2e0-4f37-a85d-f15f39dbd7a1 req-9acaaca9-274c-4600-9239-e91b398646b1 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:17.830347 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-b2869232-f2e0-4f37-a85d-f15f39dbd7a1 req-9acaaca9-274c-4600-9239-e91b398646b1 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Synchronizing usage tracker for tenant:f57a5761ea3b4b6ebfc881a4b5a7d527 on resource:port {{(pid=82757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:52:17.898721 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Pushing event updated for resources: {'Port': ['ID=0840d73f-4886-4ead-a346-b5216177145a,revision_number=5']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:18.013151 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-b2869232-f2e0-4f37-a85d-f15f39dbd7a1 req-9acaaca9-274c-4600-9239-e91b398646b1 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Unset dirty status for tenant:f57a5761ea3b4b6ebfc881a4b5a7d527 on resource:port {{(pid=82757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:52:18.014297 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-b2869232-f2e0-4f37-a85d-f15f39dbd7a1 req-9acaaca9-274c-4600-9239-e91b398646b1 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 943 time: 0.5100620 Jan 18 12:52:18.056674 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-c1eb0df9-6cfa-49ac-aa67-806f2a0e42e5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks [] for port, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:18.102917 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-c1eb0df9-6cfa-49ac-aa67-806f2a0e42e5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:18.105241 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c97f8fd2-f4ca-4ee1-baac-e7dd84ffaafd req-3b4830b3-5198-4d6b-9a24-79e9800ca5aa service neutron] 10.222.0.35 "GET /v2.0/networks/58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710431 Jan 18 12:52:18.107824 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-b2869232-f2e0-4f37-a85d-f15f39dbd7a1 req-4aca90b0-94b0-43db-8171-84b6d44fe313 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/security-groups?id=aa95e1db-4b83-44bc-8ac8-398dca75ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775518 Jan 18 12:52:18.185737 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1eb0df9-6cfa-49ac-aa67-806f2a0e42e5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Network e1680602-72eb-4a8f-a690-8170848820e2 is already hosted by enough agents. {{(pid=82756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:52:18.190770 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.base_scheduler [None req-c1eb0df9-6cfa-49ac-aa67-806f2a0e42e5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Resources bound (agent type, host, resource id): {{(pid=82756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:52:18.203278 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1eb0df9-6cfa-49ac-aa67-806f2a0e42e5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Received port after_create {{(pid=82756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:52:18.228899 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb0df9-6cfa-49ac-aa67-806f2a0e42e5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Pushing event updated for resources: {'Port': ['ID=9e778855-a9cc-4b57-9954-2c1be8e83969,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:18.405002 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473015cc-ef72-49ae-8a3f-96c98243f0e9 req-30db2ea7-e252-48b8-bbe9-8767379e4019 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:18.406581 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-473015cc-ef72-49ae-8a3f-96c98243f0e9 req-30db2ea7-e252-48b8-bbe9-8767379e4019 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.2053475 Jan 18 12:52:18.532056 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-473015cc-ef72-49ae-8a3f-96c98243f0e9 req-8689d353-c440-4acd-90cd-52cadeb65d47 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165240 Jan 18 12:52:18.711594 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbe9fb-b781-4a67-b157-ea10b001f43a req-1f2e1c35-1db3-4c2f-b6d3-449129ddcb4f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:18.712976 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bbbbe9fb-b781-4a67-b157-ea10b001f43a req-1f2e1c35-1db3-4c2f-b6d3-449129ddcb4f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 943 time: 0.0908835 Jan 18 12:52:18.767147 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bbbbe9fb-b781-4a67-b157-ea10b001f43a req-52aa5110-2013-4a24-87a3-78f7587718d3 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480266 Jan 18 12:52:18.860693 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 3178e478-c15c-427f-9496-6e3c632d818a details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:52:18.871419 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device b9558185-b969-42b6-9712-fe087278bdde no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:52:18.907102 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:18.908736 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] No Port match for: b9558185-b969-42b6-9712-fe087278bdde {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:52:18.909070 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device b9558185-b969-42b6-9712-fe087278bdde not bound to the agent host hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:52:19.046153 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 3178e478-c15c-427f-9496-6e3c632d818a, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3178e478-c15c-427f-9496-6e3c632d818a,segment=NetworkSegment(b35974eb-73ba-4577-bd01-65e7420182fa),segment_id=b35974eb-73ba-4577-bd01-65e7420182fa)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:52:19.060627 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Returning: {'device': '3178e478-c15c-427f-9496-6e3c632d818a', 'network_id': '58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72', 'port_id': '3178e478-c15c-427f-9496-6e3c632d818a', 'mac_address': 'fa:16:3e:7f:ac:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f70909e0-87f3-49af-9ce4-5709c59c89a7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:52:19.117996 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:19.124728 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-c1eb0df9-6cfa-49ac-aa67-806f2a0e42e5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:19.164633 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3178e478-c15c-427f-9496-6e3c632d818a {{(pid=82758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:52:19.192657 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 3178e478-c15c-427f-9496-6e3c632d818a, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3178e478-c15c-427f-9496-6e3c632d818a,segment=NetworkSegment(b35974eb-73ba-4577-bd01-65e7420182fa),segment_id=b35974eb-73ba-4577-bd01-65e7420182fa)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:52:19.200192 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:19.200410 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-c1eb0df9-6cfa-49ac-aa67-806f2a0e42e5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:19.207327 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 46f08e28-9893-4e71-b797-64224dcc5fb4 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:52:19.300071 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=3178e478-c15c-427f-9496-6e3c632d818a,revision_number=4']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:19.394965 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 50906) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:19.448218 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 0840d73f-4886-4ead-a346-b5216177145a up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:52:19.518667 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5c655-3050-4ad2-95b2-5771be7c707f req-56dbd1df-0250-49ff-8c2a-8e4fae8c57a1 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:19.525367 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-09e5c655-3050-4ad2-95b2-5771be7c707f req-56dbd1df-0250-49ff-8c2a-8e4fae8c57a1 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 944 time: 0.2287965 Jan 18 12:52:19.584860 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-c1eb0df9-6cfa-49ac-aa67-806f2a0e42e5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks [] for port, precommit_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:19.591613 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ce7d1d5c-e218-41da-a428-4f1475fc1779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:19.594928 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-c1eb0df9-6cfa-49ac-aa67-806f2a0e42e5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:19.613796 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 46f08e28-9893-4e71-b797-64224dcc5fb4, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=46f08e28-9893-4e71-b797-64224dcc5fb4,segment=NetworkSegment(87c18e1c-b1f5-42be-a8fc-168d2192ac96),segment_id=87c18e1c-b1f5-42be-a8fc-168d2192ac96)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:52:19.623821 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 0840d73f-4886-4ead-a346-b5216177145a triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:52:19.624184 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:19.636804 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-ce7d1d5c-e218-41da-a428-4f1475fc1779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:19.642126 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-ce7d1d5c-e218-41da-a428-4f1475fc1779 admin admin] Usage tracker for resource:security_group_rule and tenant:1c60f04bc70b4faeb47d03bb8372e8b5 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:19.646338 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-ce7d1d5c-e218-41da-a428-4f1475fc1779 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:19.653715 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-ce7d1d5c-e218-41da-a428-4f1475fc1779 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:19.678152 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-09e5c655-3050-4ad2-95b2-5771be7c707f req-7f81f07c-dcad-4a77-87f8-5731cf66e2c3 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/security-groups?id=aa95e1db-4b83-44bc-8ac8-398dca75ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515796 Jan 18 12:52:19.726528 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Returning: {'device': '46f08e28-9893-4e71-b797-64224dcc5fb4', 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d', 'port_id': '46f08e28-9893-4e71-b797-64224dcc5fb4', 'mac_address': 'fa:16:3e:3c:7f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe840dcd-84e6-4b5f-bdcf-ef3e08af5039', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:52:19.751580 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ce7d1d5c-e218-41da-a428-4f1475fc1779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:19.790339 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-c1eb0df9-6cfa-49ac-aa67-806f2a0e42e5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16439339'] for floatingip, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:19.809819 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ce7d1d5c-e218-41da-a428-4f1475fc1779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:19.846634 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb0df9-6cfa-49ac-aa67-806f2a0e42e5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Pushing event updated for resources: {'Port': ['ID=9e778855-a9cc-4b57-9954-2c1be8e83969,revision_number=2']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:19.883259 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-ce7d1d5c-e218-41da-a428-4f1475fc1779 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1c60f04bc70b4faeb47d03bb8372e8b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4871094 Jan 18 12:52:19.886192 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 50922) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:19.894081 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d1d5c-e218-41da-a428-4f1475fc1779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73476757-53d8-4b04-8ff6-afed0ddbd2e1,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:19.947372 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:19.952055 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a2f36-771d-4a5f-b48d-a5d163f5bf6a req-5646941f-c7c6-4b93-aa95-6eade802a123 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:19.953732 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-f34a2f36-771d-4a5f-b48d-a5d163f5bf6a req-5646941f-c7c6-4b93-aa95-6eade802a123 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.2003460 Jan 18 12:52:19.979752 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46f08e28-9893-4e71-b797-64224dcc5fb4 {{(pid=82758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:52:19.999755 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 46f08e28-9893-4e71-b797-64224dcc5fb4, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=46f08e28-9893-4e71-b797-64224dcc5fb4,segment=NetworkSegment(87c18e1c-b1f5-42be-a8fc-168d2192ac96),segment_id=87c18e1c-b1f5-42be-a8fc-168d2192ac96)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:52:20.006214 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:20.050687 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-f34a2f36-771d-4a5f-b48d-a5d163f5bf6a req-55b89c14-9db7-419f-aed3-bef49fa21d1b tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901260 Jan 18 12:52:20.079296 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=46f08e28-9893-4e71-b797-64224dcc5fb4,revision_number=9']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:20.116398 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-f094b34a-51d1-4b26-9582-38611d32ab1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:20.163150 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-f094b34a-51d1-4b26-9582-38611d32ab1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:20.175021 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ea9a2-7633-4faf-aa3a-13cac377304d req-747b7913-7a8f-456a-a7a7-e7cbf6c2973c tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:20.176558 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b14ea9a2-7633-4faf-aa3a-13cac377304d req-747b7913-7a8f-456a-a7a7-e7cbf6c2973c tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 944 time: 0.2316055 Jan 18 12:52:20.263709 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b14ea9a2-7633-4faf-aa3a-13cac377304d req-08fae775-cdae-4d55-94a7-d48d9aa63d33 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805025 Jan 18 12:52:20.273983 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.db.l3_db [None req-c1eb0df9-6cfa-49ac-aa67-806f2a0e42e5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Floating IP 3c23167f-f44b-43ea-b3d1-b821fcb8752c associated. External IP: 172.27.2.64, port: e00e54c6-536f-4529-acd6-93c664eff79b. Jan 18 12:52:20.327493 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-f094b34a-51d1-4b26-9582-38611d32ab1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:20.354277 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094b34a-51d1-4b26-9582-38611d32ab1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73476757-53d8-4b04-8ff6-afed0ddbd2e1,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:20.394155 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-f094b34a-51d1-4b26-9582-38611d32ab1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:20.395479 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-f094b34a-51d1-4b26-9582-38611d32ab1a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/73476757-53d8-4b04-8ff6-afed0ddbd2e1 HTTP/1.1" status: 204 len: 168 time: 0.4958386 Jan 18 12:52:20.524431 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] get_ports_and_sgs() called for port_ids ['3178e478-c15c-427f-9496-6e3c632d818a'] {{(pid=82758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:52:20.573317 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] get_ports_and_sgs() called for port_ids ['46f08e28-9893-4e71-b797-64224dcc5fb4'] {{(pid=82758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:52:20.877471 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1eb0df9-6cfa-49ac-aa67-806f2a0e42e5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Router 27eed0c7-a2eb-4bcc-856b-cd6d25b25369 has already been hosted by L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 {{(pid=82756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:52:20.968332 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc4f76-4487-4b2b-8706-289965d020ca req-927cc5cd-7a6c-4562-8d74-1f8e284fb829 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:20.968332 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-41bc4f76-4487-4b2b-8706-289965d020ca req-927cc5cd-7a6c-4562-8d74-1f8e284fb829 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 944 time: 0.1486027 Jan 18 12:52:21.019202 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-41bc4f76-4487-4b2b-8706-289965d020ca req-14e263af-7515-44a6-9459-ec26d874e1da tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/security-groups?id=aa95e1db-4b83-44bc-8ac8-398dca75ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457132 Jan 18 12:52:21.307964 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa92850-cf10-4618-bd24-1f98272e6687 req-82c124bb-75db-4aef-aaad-5fd261e08d65 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:21.309489 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bfa92850-cf10-4618-bd24-1f98272e6687 req-82c124bb-75db-4aef-aaad-5fd261e08d65 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.1079686 Jan 18 12:52:21.317158 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1eb0df9-6cfa-49ac-aa67-806f2a0e42e5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:52:21.333584 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ff64b8-bb9d-4240-b6c4-f999d6b3ec9d None None] Sync routers for ids ['27eed0c7-a2eb-4bcc-856b-cd6d25b25369'] in dv-cinder-825103-1-iscsi {{(pid=82759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:52:21.353158 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ff64b8-bb9d-4240-b6c4-f999d6b3ec9d None None] Routers {'27eed0c7-a2eb-4bcc-856b-cd6d25b25369'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:52:21.354135 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-40ff64b8-bb9d-4240-b6c4-f999d6b3ec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:52:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['27eed0c7-a2eb-4bcc-856b-cd6d25b25369'], 'active': True} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:52:21.384466 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-c1eb0df9-6cfa-49ac-aa67-806f2a0e42e5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for floatingip, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:21.499418 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bfa92850-cf10-4618-bd24-1f98272e6687 req-5c0e2dd2-56f5-4f75-92be-89203741b349 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803656 Jan 18 12:52:21.512822 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-c1eb0df9-6cfa-49ac-aa67-806f2a0e42e5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3563526 Jan 18 12:52:21.513467 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c834374-07c8-4bec-a605-b4bd2982dbf0', 'tag': 'e00e54c6-536f-4529-acd6-93c664eff79b'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:52:21.517335 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 50954) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:21.524893 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-c5743fc1-5a82-42b0-9343-cb4dcff7429e tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-97642416', 'description': 'tempest-secgroup-smoke-97642416 description', 'project_id': '4780fe48fc504b868a4e20ccdeddc261'}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:21.544058 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-c5743fc1-5a82-42b0-9343-cb4dcff7429e tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:21.559436 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-c5743fc1-5a82-42b0-9343-cb4dcff7429e tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:21.583564 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvr_db [None req-40ff64b8-bb9d-4240-b6c4-f999d6b3ec9d None None] Set router 27eed0c7-a2eb-4bcc-856b-cd6d25b25369 gateway port host: dv-cinder-825103-1-iscsi {{(pid=82759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:52:21.586436 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444d744-2889-47a3-9483-5b443d6c9989 req-c4b4de7b-c268-40a6-b2c2-0d427ce0b390 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:21.588240 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7444d744-2889-47a3-9483-5b443d6c9989 req-c4b4de7b-c268-40a6-b2c2-0d427ce0b390 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 944 time: 0.1321664 Jan 18 12:52:21.589765 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-c5743fc1-5a82-42b0-9343-cb4dcff7429e tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:21.630240 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c834374-07c8-4bec-a605-b4bd2982dbf0', 'tag': 'e00e54c6-536f-4529-acd6-93c664eff79b', 'status': 'completed', 'code': 200} Jan 18 12:52:21.674297 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-c5743fc1-5a82-42b0-9343-cb4dcff7429e tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:21.681324 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7444d744-2889-47a3-9483-5b443d6c9989 req-2585372b-d7e9-4baa-892d-f38130af9294 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796313 Jan 18 12:52:21.682290 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-c5743fc1-5a82-42b0-9343-cb4dcff7429e tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Usage tracker for resource:security_group_rule and tenant:4780fe48fc504b868a4e20ccdeddc261 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:21.685569 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-c5743fc1-5a82-42b0-9343-cb4dcff7429e tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:21.695173 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-c5743fc1-5a82-42b0-9343-cb4dcff7429e tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:21.840219 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-c5743fc1-5a82-42b0-9343-cb4dcff7429e tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:21.848786 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-c5743fc1-5a82-42b0-9343-cb4dcff7429e tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:21.916685 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-cfd41628-6195-4e8d-bff4-20d2653091e9 req-0c9385a7-32f7-4738-9b22-c05a888ce2c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4780fe48fc504b868a4e20ccdeddc261&device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 1099 time: 0.1963210 Jan 18 12:52:21.949721 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-c5743fc1-5a82-42b0-9343-cb4dcff7429e tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:21.954100 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 50964) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:21.954347 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-c5743fc1-5a82-42b0-9343-cb4dcff7429e tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.4351678 Jan 18 12:52:21.961775 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-d8b8ff27-cf7d-469a-8c17-f63491fbf5f7 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Request body: {'security_group_rule': {'security_group_id': 'de9c26e8-c2a6-450a-b3f6-ef2d7e6ff0dd', 'project_id': '4780fe48fc504b868a4e20ccdeddc261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:21.968279 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-d8b8ff27-cf7d-469a-8c17-f63491fbf5f7 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:21.973659 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-d8b8ff27-cf7d-469a-8c17-f63491fbf5f7 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Usage tracker for resource:security_group_rule and tenant:4780fe48fc504b868a4e20ccdeddc261 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:21.976936 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-d8b8ff27-cf7d-469a-8c17-f63491fbf5f7 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:21.985731 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-d8b8ff27-cf7d-469a-8c17-f63491fbf5f7 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:22.016974 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d8b8ff27-cf7d-469a-8c17-f63491fbf5f7 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:22.031896 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-40ff64b8-bb9d-4240-b6c4-f999d6b3ec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'name': 'tempest-TestMinimumBasicScenario-1034475493-router', 'tenant_id': '4780fe48fc504b868a4e20ccdeddc261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '9d889bff-5dcb-4dae-a2e3-e590cad03a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:34Z', 'updated_at': '2022-01-18T12:50:40Z', 'revision_number': 4, 'project_id': '4780fe48fc504b868a4e20ccdeddc261', 'gw_port': {'id': '9d889bff-5dcb-4dae-a2e3-e590cad03a85', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:34Z', 'updated_at': '2022-01-18T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_floatingips': [{'id': '3c23167f-f44b-43ea-b3d1-b821fcb8752c', 'tenant_id': '4780fe48fc504b868a4e20ccdeddc261', 'floating_ip_address': '172.27.2.64', 'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'router_id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'port_id': 'e00e54c6-536f-4529-acd6-93c664eff79b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aafb570-73f3-4d6d-b0fd-ecc33f87d7db', 'mac_address': 'fa:16:3e:7d:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c834374-07c8-4bec-a605-b4bd2982dbf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:52:18Z', 'updated_at': '2022-01-18T12:52:18Z', 'revision_number': 0, 'project_id': '4780fe48fc504b868a4e20ccdeddc261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd899a275-0534-46e1-88ba-eac3c88296bc', 'name': '', 'network_id': '3aafb570-73f3-4d6d-b0fd-ecc33f87d7db', 'tenant_id': '4780fe48fc504b868a4e20ccdeddc261', 'mac_address': 'fa:16:3e:93:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79e00410-d53e-44ca-b28a-3e7239ed8fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:39Z', 'updated_at': '2022-01-18T12:50:53Z', 'revision_number': 5, 'project_id': '4780fe48fc504b868a4e20ccdeddc261', 'subnets': [{'id': '79e00410-d53e-44ca-b28a-3e7239ed8fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:52:22.038640 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ff64b8-bb9d-4240-b6c4-f999d6b3ec9d None None] Checking router: 27eed0c7-a2eb-4bcc-856b-cd6d25b25369 for host: dv-cinder-825103-1-iscsi {{(pid=82759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:52:22.044615 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5743fc1-5a82-42b0-9343-cb4dcff7429e tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de9c26e8-c2a6-450a-b3f6-ef2d7e6ff0dd,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:22.067475 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ff64b8-bb9d-4240-b6c4-f999d6b3ec9d None None] Routers {'27eed0c7-a2eb-4bcc-856b-cd6d25b25369'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:52:22.068203 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-40ff64b8-bb9d-4240-b6c4-f999d6b3ec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:52:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['27eed0c7-a2eb-4bcc-856b-cd6d25b25369'], 'active': True} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:52:22.146386 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d8b8ff27-cf7d-469a-8c17-f63491fbf5f7 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:22.151560 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d8b8ff27-cf7d-469a-8c17-f63491fbf5f7 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16445687'] for security_group_rule, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:22.194939 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd41628-6195-4e8d-bff4-20d2653091e9 req-56f01d78-84bc-4ef8-88b2-ddaf80f383a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:22.199373 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-cfd41628-6195-4e8d-bff4-20d2653091e9 req-56f01d78-84bc-4ef8-88b2-ddaf80f383a6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3aafb570-73f3-4d6d-b0fd-ecc33f87d7db HTTP/1.1" status: 200 len: 917 time: 0.2724915 Jan 18 12:52:22.207545 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8ff27-cf7d-469a-8c17-f63491fbf5f7 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=686df2f9-fb1b-4fe2-bb04-bdcf88dab425,revision_number=0']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:22.216405 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d8b8ff27-cf7d-469a-8c17-f63491fbf5f7 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:22.222740 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-d8b8ff27-cf7d-469a-8c17-f63491fbf5f7 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2666011 Jan 18 12:52:22.223641 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 50974) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:22.230833 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-485ae0c6-cfe4-4f16-87f8-22b81494dc35 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Request body: {'security_group_rule': {'security_group_id': 'de9c26e8-c2a6-450a-b3f6-ef2d7e6ff0dd', 'project_id': '4780fe48fc504b868a4e20ccdeddc261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:22.286389 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-485ae0c6-cfe4-4f16-87f8-22b81494dc35 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:22.307502 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-485ae0c6-cfe4-4f16-87f8-22b81494dc35 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Usage tracker for resource:security_group_rule and tenant:4780fe48fc504b868a4e20ccdeddc261 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:22.322702 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-485ae0c6-cfe4-4f16-87f8-22b81494dc35 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:22.332166 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-485ae0c6-cfe4-4f16-87f8-22b81494dc35 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:22.345202 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvr_db [None req-40ff64b8-bb9d-4240-b6c4-f999d6b3ec9d None None] Set router 27eed0c7-a2eb-4bcc-856b-cd6d25b25369 gateway port host: dv-cinder-825103-1-iscsi {{(pid=82759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:52:22.377430 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-485ae0c6-cfe4-4f16-87f8-22b81494dc35 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:22.396821 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-cfd41628-6195-4e8d-bff4-20d2653091e9 req-3e3b1ecc-dab1-4360-9057-c1c66481a645 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e00e54c6-536f-4529-acd6-93c664eff79b HTTP/1.1" status: 200 len: 999 time: 0.1889124 Jan 18 12:52:22.461724 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a85fd6-0320-44ff-b8a4-1eec17a709a0 req-74282c1c-7e40-4c4c-9953-4aac9ca89047 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:22.477198 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-95a85fd6-0320-44ff-b8a4-1eec17a709a0 req-74282c1c-7e40-4c4c-9953-4aac9ca89047 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 944 time: 0.2348437 Jan 18 12:52:22.483022 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd41628-6195-4e8d-bff4-20d2653091e9 req-6a55aa78-dc2e-446d-acb5-1066d6393120 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:22.485960 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-cfd41628-6195-4e8d-bff4-20d2653091e9 req-6a55aa78-dc2e-446d-acb5-1066d6393120 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=79e00410-d53e-44ca-b28a-3e7239ed8fa5 HTTP/1.1" status: 200 len: 854 time: 0.0814157 Jan 18 12:52:22.576480 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-485ae0c6-cfe4-4f16-87f8-22b81494dc35 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:22.583227 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-95a85fd6-0320-44ff-b8a4-1eec17a709a0 req-c8d0122b-7425-4b70-9aea-01476df78961 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/security-groups?id=aa95e1db-4b83-44bc-8ac8-398dca75ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070144 Jan 18 12:52:22.585315 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-485ae0c6-cfe4-4f16-87f8-22b81494dc35 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16445687'] for security_group_rule, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:22.620641 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-485ae0c6-cfe4-4f16-87f8-22b81494dc35 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:22.622295 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-485ae0c6-cfe4-4f16-87f8-22b81494dc35 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3969414 Jan 18 12:52:22.626747 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 50980) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:22.627272 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-cfd41628-6195-4e8d-bff4-20d2653091e9 req-a14537c8-8f42-450d-a319-5f88d360e34b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3aafb570-73f3-4d6d-b0fd-ecc33f87d7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1328726 Jan 18 12:52:22.633275 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-e8188c61-31d2-4786-b677-11279fe8b8c5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Request body: {'security_group_rule': {'security_group_id': 'de9c26e8-c2a6-450a-b3f6-ef2d7e6ff0dd', 'project_id': '4780fe48fc504b868a4e20ccdeddc261', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:22.648312 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ae0c6-cfe4-4f16-87f8-22b81494dc35 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=580249ef-3029-482d-bb3f-8ac6192ee3e1,revision_number=0']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:22.652396 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-e8188c61-31d2-4786-b677-11279fe8b8c5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:22.658978 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-e8188c61-31d2-4786-b677-11279fe8b8c5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Usage tracker for resource:security_group_rule and tenant:4780fe48fc504b868a4e20ccdeddc261 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:22.662459 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-e8188c61-31d2-4786-b677-11279fe8b8c5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:22.669853 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-e8188c61-31d2-4786-b677-11279fe8b8c5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:22.698578 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-e8188c61-31d2-4786-b677-11279fe8b8c5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:22.808894 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-e8188c61-31d2-4786-b677-11279fe8b8c5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:22.815114 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-e8188c61-31d2-4786-b677-11279fe8b8c5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16445687'] for security_group_rule, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:22.863505 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8188c61-31d2-4786-b677-11279fe8b8c5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=581b4ae3-419b-452d-908e-22e0b6e59132,revision_number=0']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:22.868297 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-e8188c61-31d2-4786-b677-11279fe8b8c5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:22.868737 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-cfd41628-6195-4e8d-bff4-20d2653091e9 req-845a6c60-b2b7-4279-b7d7-190d99e44f93 service neutron] 10.222.0.35 "GET /v2.0/networks/3aafb570-73f3-4d6d-b0fd-ecc33f87d7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328877 Jan 18 12:52:22.872892 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-e8188c61-31d2-4786-b677-11279fe8b8c5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2443538 Jan 18 12:52:22.873648 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 50990) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:22.887662 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-656fe497-4e03-466a-8f08-5dace36edf13 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Request body: {'security_group_rule': {'security_group_id': 'de9c26e8-c2a6-450a-b3f6-ef2d7e6ff0dd', 'project_id': '4780fe48fc504b868a4e20ccdeddc261', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:22.890228 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 3178e478-c15c-427f-9496-6e3c632d818a up at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:52:22.905835 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-656fe497-4e03-466a-8f08-5dace36edf13 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:22.916466 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-656fe497-4e03-466a-8f08-5dace36edf13 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Usage tracker for resource:security_group_rule and tenant:4780fe48fc504b868a4e20ccdeddc261 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:22.926468 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-656fe497-4e03-466a-8f08-5dace36edf13 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:22.935110 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-656fe497-4e03-466a-8f08-5dace36edf13 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:22.972181 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-656fe497-4e03-466a-8f08-5dace36edf13 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:23.007313 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning for port 3178e478-c15c-427f-9496-6e3c632d818a completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:52:23.016282 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning complete for port 3178e478-c15c-427f-9496-6e3c632d818a triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:52:23.017867 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:23.023596 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-40ff64b8-bb9d-4240-b6c4-f999d6b3ec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'name': 'tempest-TestMinimumBasicScenario-1034475493-router', 'tenant_id': '4780fe48fc504b868a4e20ccdeddc261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '9d889bff-5dcb-4dae-a2e3-e590cad03a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:34Z', 'updated_at': '2022-01-18T12:50:40Z', 'revision_number': 4, 'project_id': '4780fe48fc504b868a4e20ccdeddc261', 'gw_port': {'id': '9d889bff-5dcb-4dae-a2e3-e590cad03a85', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:34Z', 'updated_at': '2022-01-18T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_floatingips': [{'id': '3c23167f-f44b-43ea-b3d1-b821fcb8752c', 'tenant_id': '4780fe48fc504b868a4e20ccdeddc261', 'floating_ip_address': '172.27.2.64', 'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'router_id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'port_id': 'e00e54c6-536f-4529-acd6-93c664eff79b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aafb570-73f3-4d6d-b0fd-ecc33f87d7db', 'mac_address': 'fa:16:3e:7d:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c834374-07c8-4bec-a605-b4bd2982dbf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:52:18Z', 'updated_at': '2022-01-18T12:52:18Z', 'revision_number': 0, 'project_id': '4780fe48fc504b868a4e20ccdeddc261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd899a275-0534-46e1-88ba-eac3c88296bc', 'name': '', 'network_id': '3aafb570-73f3-4d6d-b0fd-ecc33f87d7db', 'tenant_id': '4780fe48fc504b868a4e20ccdeddc261', 'mac_address': 'fa:16:3e:93:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79e00410-d53e-44ca-b28a-3e7239ed8fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:39Z', 'updated_at': '2022-01-18T12:50:53Z', 'revision_number': 5, 'project_id': '4780fe48fc504b868a4e20ccdeddc261', 'subnets': [{'id': '79e00410-d53e-44ca-b28a-3e7239ed8fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:52:23.028039 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ff64b8-bb9d-4240-b6c4-f999d6b3ec9d None None] The sync data for ids ['27eed0c7-a2eb-4bcc-856b-cd6d25b25369'] in dv-cinder-825103-1-iscsi is: [{'id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'name': 'tempest-TestMinimumBasicScenario-1034475493-router', 'tenant_id': '4780fe48fc504b868a4e20ccdeddc261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '9d889bff-5dcb-4dae-a2e3-e590cad03a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:34Z', 'updated_at': '2022-01-18T12:50:40Z', 'revision_number': 4, 'project_id': '4780fe48fc504b868a4e20ccdeddc261', 'gw_port': {'id': '9d889bff-5dcb-4dae-a2e3-e590cad03a85', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:34Z', 'updated_at': '2022-01-18T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_floatingips': [{'id': '3c23167f-f44b-43ea-b3d1-b821fcb8752c', 'tenant_id': '4780fe48fc504b868a4e20ccdeddc261', 'floating_ip_address': '172.27.2.64', 'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'router_id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'port_id': 'e00e54c6-536f-4529-acd6-93c664eff79b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aafb570-73f3-4d6d-b0fd-ecc33f87d7db', 'mac_address': 'fa:16:3e:7d:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c834374-07c8-4bec-a605-b4bd2982dbf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:52:18Z', 'updated_at': '2022-01-18T12:52:18Z', 'revision_number': 0, 'project_id': '4780fe48fc504b868a4e20ccdeddc261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd899a275-0534-46e1-88ba-eac3c88296bc', 'name': '', 'network_id': '3aafb570-73f3-4d6d-b0fd-ecc33f87d7db', 'tenant_id': '4780fe48fc504b868a4e20ccdeddc261', 'mac_address': 'fa:16:3e:93:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79e00410-d53e-44ca-b28a-3e7239ed8fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:39Z', 'updated_at': '2022-01-18T12:50:53Z', 'revision_number': 5, 'project_id': '4780fe48fc504b868a4e20ccdeddc261', 'subnets': [{'id': '79e00410-d53e-44ca-b28a-3e7239ed8fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:52:23.103310 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-cfd41628-6195-4e8d-bff4-20d2653091e9 req-d0a92230-8d61-4921-ac18-2963df4e8fb3 service neutron] 10.222.0.35 "GET /v2.0/networks/3aafb570-73f3-4d6d-b0fd-ecc33f87d7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978757 Jan 18 12:52:23.109547 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08ec90-d1dc-4f36-9010-a823bc1e0cc9 req-21c4e869-6f95-4d7a-b705-226b384dab58 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:23.116141 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-2c08ec90-d1dc-4f36-9010-a823bc1e0cc9 req-21c4e869-6f95-4d7a-b705-226b384dab58 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.2463260 Jan 18 12:52:23.150897 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-656fe497-4e03-466a-8f08-5dace36edf13 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:23.166188 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-656fe497-4e03-466a-8f08-5dace36edf13 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16445687'] for security_group_rule, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:23.168686 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-2c08ec90-d1dc-4f36-9010-a823bc1e0cc9 req-2afe1fad-81df-4c76-b081-0dcd2c48347c tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516436 Jan 18 12:52:23.174988 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:23.213112 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d08b88-841b-4ff0-af5b-984b4bafd3b5 req-9b1f7694-f1b6-4bc6-8e36-a03619b27180 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:23.215997 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-15d08b88-841b-4ff0-af5b-984b4bafd3b5 req-9b1f7694-f1b6-4bc6-8e36-a03619b27180 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 944 time: 0.1760886 Jan 18 12:52:23.219487 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656fe497-4e03-466a-8f08-5dace36edf13 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4029b734-53bf-444b-ba67-4ce8ccb14a32,revision_number=0']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:23.225719 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb17c44f-ae2b-4339-9215-092d0515e71e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3178e478-c15c-427f-9496-6e3c632d818a'}] {{(pid=82758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:52:23.236026 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 3178e478-c15c-427f-9496-6e3c632d818a, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3178e478-c15c-427f-9496-6e3c632d818a,segment=NetworkSegment(b35974eb-73ba-4577-bd01-65e7420182fa),segment_id=b35974eb-73ba-4577-bd01-65e7420182fa)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:52:23.244138 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-656fe497-4e03-466a-8f08-5dace36edf13 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:23.244287 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:23.245146 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 46f08e28-9893-4e71-b797-64224dcc5fb4 up at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:52:23.245909 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-656fe497-4e03-466a-8f08-5dace36edf13 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3713305 Jan 18 12:52:23.249055 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 50998) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:23.257096 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-f2070ee8-6a40-4fcf-90de-de144ef012d6 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Request body: {'security_group_rule': {'security_group_id': 'de9c26e8-c2a6-450a-b3f6-ef2d7e6ff0dd', 'project_id': '4780fe48fc504b868a4e20ccdeddc261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:23.265480 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-f2070ee8-6a40-4fcf-90de-de144ef012d6 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:23.276630 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-f2070ee8-6a40-4fcf-90de-de144ef012d6 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Usage tracker for resource:security_group_rule and tenant:4780fe48fc504b868a4e20ccdeddc261 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:23.282713 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-f2070ee8-6a40-4fcf-90de-de144ef012d6 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:23.304170 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-f2070ee8-6a40-4fcf-90de-de144ef012d6 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:23.334611 dv-cinder-825103-1-iscsi neutron-server[82758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb17c44f-ae2b-4339-9215-092d0515e71e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3178e478-c15c-427f-9496-6e3c632d818a', 'code': 200} Jan 18 12:52:23.335729 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-15d08b88-841b-4ff0-af5b-984b4bafd3b5 req-4cf2ddbb-a08e-45b5-a0cc-47b1a189c602 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886865 Jan 18 12:52:23.340209 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.db.securitygroups_db [None req-f2070ee8-6a40-4fcf-90de-de144ef012d6 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Project 4780fe48fc504b868a4e20ccdeddc261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 12:52:23.348981 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-f2070ee8-6a40-4fcf-90de-de144ef012d6 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:23.380931 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=3178e478-c15c-427f-9496-6e3c632d818a,revision_number=5']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:23.412194 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning complete for port 46f08e28-9893-4e71-b797-64224dcc5fb4 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:52:23.412565 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:23.558424 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:23.565826 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-f2070ee8-6a40-4fcf-90de-de144ef012d6 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:23.570003 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-f2070ee8-6a40-4fcf-90de-de144ef012d6 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16445687'] for security_group_rule, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:23.594300 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2070ee8-6a40-4fcf-90de-de144ef012d6 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f17e338f-fbdf-4631-8190-8644b37a800a,revision_number=0']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:23.600556 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 46f08e28-9893-4e71-b797-64224dcc5fb4, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=46f08e28-9893-4e71-b797-64224dcc5fb4,segment=NetworkSegment(87c18e1c-b1f5-42be-a8fc-168d2192ac96),segment_id=87c18e1c-b1f5-42be-a8fc-168d2192ac96)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:52:23.604991 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:23.642823 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-f2070ee8-6a40-4fcf-90de-de144ef012d6 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:23.646529 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-f2070ee8-6a40-4fcf-90de-de144ef012d6 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3944054 Jan 18 12:52:23.646964 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 51006) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:23.653351 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-137193a4-18eb-4025-9c29-4dd56141b6b0 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Request body: {'security_group_rule': {'security_group_id': 'de9c26e8-c2a6-450a-b3f6-ef2d7e6ff0dd', 'project_id': '4780fe48fc504b868a4e20ccdeddc261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:23.659738 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-137193a4-18eb-4025-9c29-4dd56141b6b0 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:23.664872 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-137193a4-18eb-4025-9c29-4dd56141b6b0 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Usage tracker for resource:security_group_rule and tenant:4780fe48fc504b868a4e20ccdeddc261 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:23.668048 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-137193a4-18eb-4025-9c29-4dd56141b6b0 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:23.674296 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-137193a4-18eb-4025-9c29-4dd56141b6b0 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:23.688532 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=46f08e28-9893-4e71-b797-64224dcc5fb4,revision_number=10']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:23.696000 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6e6bc7d3-8a5d-4b3c-af30-9ce7de0c31f1 req-302921a1-6cfa-4cc0-89af-e19a1f89ed86 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 1098 time: 0.0935583 Jan 18 12:52:23.700696 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.db.securitygroups_db [None req-137193a4-18eb-4025-9c29-4dd56141b6b0 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Project 4780fe48fc504b868a4e20ccdeddc261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 12:52:23.708246 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-137193a4-18eb-4025-9c29-4dd56141b6b0 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:23.798284 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-137193a4-18eb-4025-9c29-4dd56141b6b0 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:23.804326 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-137193a4-18eb-4025-9c29-4dd56141b6b0 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16445687'] for security_group_rule, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:23.819046 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6e6bc7d3-8a5d-4b3c-af30-9ce7de0c31f1 req-18bd15e1-c5cf-4035-baa5-b268ca86e531 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=aa95e1db-4b83-44bc-8ac8-398dca75ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156681 Jan 18 12:52:23.827949 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137193a4-18eb-4025-9c29-4dd56141b6b0 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2062d26-bc53-4012-93e3-8e7913250029,revision_number=0']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:23.843003 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-137193a4-18eb-4025-9c29-4dd56141b6b0 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:23.847813 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-137193a4-18eb-4025-9c29-4dd56141b6b0 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1962764 Jan 18 12:52:23.855071 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b39b3-2c93-4a72-b1c2-8b43db3d8817 req-de0b7c0d-aa59-40f4-bcb2-316502996591 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:23.856565 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-a94b39b3-2c93-4a72-b1c2-8b43db3d8817 req-de0b7c0d-aa59-40f4-bcb2-316502996591 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 945 time: 0.1073496 Jan 18 12:52:23.915084 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-a94b39b3-2c93-4a72-b1c2-8b43db3d8817 req-cf787d3a-f1b0-4626-82b9-0daff84293cf tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/security-groups?id=aa95e1db-4b83-44bc-8ac8-398dca75ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514541 Jan 18 12:52:23.999241 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4c5a1c0d-76f3-4671-aeff-e209cffc3586 req-2e1a0b2f-4341-4058-ac33-12ece544a46e tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-97642416&fields=id&tenant_id=4780fe48fc504b868a4e20ccdeddc261 HTTP/1.1" status: 200 len: 267 time: 0.0483687 Jan 18 12:52:24.098447 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a1c0d-76f3-4671-aeff-e209cffc3586 req-593ce400-16bf-4ab3-bd74-183e789c8091 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:24.100130 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4c5a1c0d-76f3-4671-aeff-e209cffc3586 req-593ce400-16bf-4ab3-bd74-183e789c8091 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 946 time: 0.0930977 Jan 18 12:52:24.112284 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [req-4c5a1c0d-76f3-4671-aeff-e209cffc3586 req-57b42a72-d9c1-42c6-8fc1-98832aec7c81 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Request body: {'port': {'security_groups': ['b2da44b3-c4f7-43ea-a3dd-bd94c01948c1', 'de9c26e8-c2a6-450a-b3f6-ef2d7e6ff0dd']}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:24.190993 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-4684d003-2348-4170-b12c-22e27d2af175 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=f59169bf8c5f427883f69f0dca04da94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305128 Jan 18 12:52:24.242060 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-4c5a1c0d-76f3-4671-aeff-e209cffc3586 req-57b42a72-d9c1-42c6-8fc1-98832aec7c81 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:24.362147 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-983abd47-2cec-475f-8ec9-2d834e5a1ecd tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:24.364723 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-983abd47-2cec-475f-8ec9-2d834e5a1ecd tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1678243 Jan 18 12:52:24.380850 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-53f27ead-d0be-4dc4-9b34-1a3fb50d0acb tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] 10.222.0.84 "GET /v2.0/quotas/f59169bf8c5f427883f69f0dca04da94 HTTP/1.1" status: 200 len: 375 time: 0.0112329 Jan 18 12:52:24.437222 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-0816f7ad-25f4-4867-a355-fdfb1eb747a8 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f59169bf8c5f427883f69f0dca04da94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505383 Jan 18 12:52:24.575457 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-4c5a1c0d-76f3-4671-aeff-e209cffc3586 req-57b42a72-d9c1-42c6-8fc1-98832aec7c81 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] For port e00e54c6-536f-4529-acd6-93c664eff79b, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=e00e54c6-536f-4529-acd6-93c664eff79b,segment=NetworkSegment(dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0),segment_id=dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0)] {{(pid=82756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:52:24.607746 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-4c5a1c0d-76f3-4671-aeff-e209cffc3586 req-57b42a72-d9c1-42c6-8fc1-98832aec7c81 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks [] for port, precommit_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:24.613356 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-4c5a1c0d-76f3-4671-aeff-e209cffc3586 req-57b42a72-d9c1-42c6-8fc1-98832aec7c81 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:24.661381 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] get_ports_and_sgs() called for port_ids ['e00e54c6-536f-4529-acd6-93c664eff79b'] {{(pid=82758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:52:24.709713 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a1c0d-76f3-4671-aeff-e209cffc3586 req-57b42a72-d9c1-42c6-8fc1-98832aec7c81 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:24.710343 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-4c5a1c0d-76f3-4671-aeff-e209cffc3586 req-57b42a72-d9c1-42c6-8fc1-98832aec7c81 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:24.723106 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4c5a1c0d-76f3-4671-aeff-e209cffc3586 req-57b42a72-d9c1-42c6-8fc1-98832aec7c81 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "PUT /v2.0/ports/e00e54c6-536f-4529-acd6-93c664eff79b HTTP/1.1" status: 200 len: 982 time: 0.6161418 Jan 18 12:52:24.723609 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c834374-07c8-4bec-a605-b4bd2982dbf0', 'tag': 'e00e54c6-536f-4529-acd6-93c664eff79b'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:52:24.775961 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b42a72-d9c1-42c6-8fc1-98832aec7c81 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Pushing event updated for resources: {'Port': ['ID=e00e54c6-536f-4529-acd6-93c664eff79b,revision_number=6']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:24.853304 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee228c-1c0b-44fd-9774-4c44cedbffc8 req-5481a6ae-a179-467b-9758-33d089fec1f5 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:24.862080 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-a8ee228c-1c0b-44fd-9774-4c44cedbffc8 req-5481a6ae-a179-467b-9758-33d089fec1f5 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.1950641 Jan 18 12:52:24.931382 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-a8ee228c-1c0b-44fd-9774-4c44cedbffc8 req-f5dc0683-f808-4219-b26e-73a004042a2e tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681078 Jan 18 12:52:24.962724 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] get_ports_and_sgs() called for port_ids ['e00e54c6-536f-4529-acd6-93c664eff79b'] {{(pid=82758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:52:25.023525 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be329d6f-9fd2-411d-b4d0-9eb591c8afd4 req-eb9cd2e2-ab49-4b87-a74f-4079af018a89 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:25.031040 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-be329d6f-9fd2-411d-b4d0-9eb591c8afd4 req-eb9cd2e2-ab49-4b87-a74f-4079af018a89 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 946 time: 0.1731589 Jan 18 12:52:25.095388 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-be329d6f-9fd2-411d-b4d0-9eb591c8afd4 req-5b52652d-b8ac-46ec-967b-135162e3f2e5 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632601 Jan 18 12:52:25.124850 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-ca5c31c1-01a6-49a8-be25-c21fc41810c3 None None] Provisioning complete for port e00e54c6-536f-4529-acd6-93c664eff79b triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:52:25.125253 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-ca5c31c1-01a6-49a8-be25-c21fc41810c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:25.149029 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7c1cf6f3-b0b0-4bd7-b963-b705aa36ab3e req-e1083b50-9312-43e6-a003-eb16e9f2f693 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] 10.222.0.84 "GET /v2.0/ports?device_id=07740118-6cf3-4be9-8fef-f77b1f34f780 HTTP/1.1" status: 200 len: 210 time: 0.0866156 Jan 18 12:52:25.245491 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c834374-07c8-4bec-a605-b4bd2982dbf0', 'tag': 'e00e54c6-536f-4529-acd6-93c664eff79b', 'status': 'completed', 'code': 200} Jan 18 12:52:25.343357 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee17ee1-ec52-4ae5-9960-98911e8e5ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f08e28-9893-4e71-b797-64224dcc5fb4'}] {{(pid=82758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:52:25.378006 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ef7e5b-0fea-4f05-88f0-2ebda4c7a40f None None] New status for floating IP 3c23167f-f44b-43ea-b3d1-b821fcb8752c: ACTIVE {{(pid=82758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:52:25.477159 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f4d41-a7eb-4847-8d40-377cb79c3ac2 req-166a65c3-4440-4fca-9457-44bb04e0f0a1 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:25.478705 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-cd8f4d41-a7eb-4847-8d40-377cb79c3ac2 req-166a65c3-4440-4fca-9457-44bb04e0f0a1 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 985 time: 0.1251724 Jan 18 12:52:25.614227 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7d428976-85f5-4e16-88e0-716f2f76c9a5 req-78ec6254-7ad4-4812-bec9-16e7d63c0d7d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4780fe48fc504b868a4e20ccdeddc261&device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 1138 time: 0.2143867 Jan 18 12:52:25.619217 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-cd8f4d41-a7eb-4847-8d40-377cb79c3ac2 req-d6d18d41-db23-4982-bfe0-79d0edd62187 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&id=de9c26e8-c2a6-450a-b3f6-ef2d7e6ff0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1334987 Jan 18 12:52:25.621731 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c119f-4d6e-457e-8019-d2be56386294 req-89d90325-e422-4c1c-863f-eb7c4722c186 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:25.631497 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-664c119f-4d6e-457e-8019-d2be56386294 req-89d90325-e422-4c1c-863f-eb7c4722c186 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 945 time: 0.2670019 Jan 18 12:52:25.806335 dv-cinder-825103-1-iscsi neutron-server[82758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee17ee1-ec52-4ae5-9960-98911e8e5ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f08e28-9893-4e71-b797-64224dcc5fb4', 'code': 200} Jan 18 12:52:25.817221 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-664c119f-4d6e-457e-8019-d2be56386294 req-a9fe5433-4f81-4615-98cc-5c32b8a63931 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/security-groups?id=aa95e1db-4b83-44bc-8ac8-398dca75ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828701 Jan 18 12:52:25.865057 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d428976-85f5-4e16-88e0-716f2f76c9a5 req-5eb5419e-6b51-4391-8064-c9973f0ddfb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:25.867198 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7d428976-85f5-4e16-88e0-716f2f76c9a5 req-5eb5419e-6b51-4391-8064-c9973f0ddfb2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3aafb570-73f3-4d6d-b0fd-ecc33f87d7db HTTP/1.1" status: 200 len: 917 time: 0.2246716 Jan 18 12:52:26.037288 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7d428976-85f5-4e16-88e0-716f2f76c9a5 req-86750ff1-687e-4ee4-9525-e211faa0ca69 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e00e54c6-536f-4529-acd6-93c664eff79b HTTP/1.1" status: 200 len: 999 time: 0.1117158 Jan 18 12:52:26.166894 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d428976-85f5-4e16-88e0-716f2f76c9a5 req-a0607ecd-2d56-4688-b2de-42ee17fe7101 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:26.168694 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7d428976-85f5-4e16-88e0-716f2f76c9a5 req-a0607ecd-2d56-4688-b2de-42ee17fe7101 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=79e00410-d53e-44ca-b28a-3e7239ed8fa5 HTTP/1.1" status: 200 len: 854 time: 0.0665603 Jan 18 12:52:26.348432 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7d428976-85f5-4e16-88e0-716f2f76c9a5 req-b892de7a-8fa2-4dc7-b9c7-6fba2bcae1bc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3aafb570-73f3-4d6d-b0fd-ecc33f87d7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1666951 Jan 18 12:52:26.357811 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f8e05-bb66-4959-95fd-acb1c45147a7 req-6c474186-f554-4ad0-b168-d4eb49c5d871 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:26.359317 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ae4f8e05-bb66-4959-95fd-acb1c45147a7 req-6c474186-f554-4ad0-b168-d4eb49c5d871 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.2791474 Jan 18 12:52:26.366536 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc4e22-ef75-47e1-ae3d-1bd089dca93e req-bfcda18f-355c-4623-8c21-5a3b8682e1d4 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:26.368032 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bccc4e22-ef75-47e1-ae3d-1bd089dca93e req-bfcda18f-355c-4623-8c21-5a3b8682e1d4 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.35 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 945 time: 0.2562065 Jan 18 12:52:26.466917 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [req-bccc4e22-ef75-47e1-ae3d-1bd089dca93e req-b25a1a5e-a5ee-4d2d-ac63-ed470ea29c02 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Deleting port 3db9478d-dd47-410b-ba68-5b193216df9b {{(pid=82756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:52:26.466917 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-bccc4e22-ef75-47e1-ae3d-1bd089dca93e req-b25a1a5e-a5ee-4d2d-ac63-ed470ea29c02 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:26.512496 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6150aff-7aca-418b-9c5f-d51880e26b02 req-a374813b-b172-494f-8f82-b7cf29d55484 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:26.515050 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-f6150aff-7aca-418b-9c5f-d51880e26b02 req-a374813b-b172-494f-8f82-b7cf29d55484 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 946 time: 0.2433054 Jan 18 12:52:26.529318 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ae4f8e05-bb66-4959-95fd-acb1c45147a7 req-8f736b1d-9fe0-45dc-9f4c-d3f98fa2c86e tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/security-groups?id=8970b97c-11a5-4822-935c-7737f00ddfe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595464 Jan 18 12:52:26.605806 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7d428976-85f5-4e16-88e0-716f2f76c9a5 req-2691fd06-828a-4854-89bb-1d2c9276d212 service neutron] 10.222.0.35 "GET /v2.0/networks/3aafb570-73f3-4d6d-b0fd-ecc33f87d7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465541 Jan 18 12:52:26.650964 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-6b56f368-0c8d-4bf1-9a60-46e587b0779f tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=f59169bf8c5f427883f69f0dca04da94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432920 Jan 18 12:52:26.721982 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-f6150aff-7aca-418b-9c5f-d51880e26b02 req-c28c4411-c439-4487-a074-143179eede04 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984291 Jan 18 12:52:26.824261 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7d428976-85f5-4e16-88e0-716f2f76c9a5 req-caa470c8-07d3-4dbd-9a44-25978994a918 service neutron] 10.222.0.35 "GET /v2.0/networks/3aafb570-73f3-4d6d-b0fd-ecc33f87d7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111084 Jan 18 12:52:26.991991 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8219cd3c-cd4e-4de6-9b8e-98f6fcc0d987 req-77d595da-c975-4f9b-bbd0-401229bf85be tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] 10.222.0.84 "GET /v2.0/ports?device_id=07740118-6cf3-4be9-8fef-f77b1f34f780 HTTP/1.1" status: 200 len: 210 time: 0.2315776 Jan 18 12:52:27.081011 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-4243f72b-18ad-4389-a3f5-d052b7d28a83 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:27.082652 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-4243f72b-18ad-4389-a3f5-d052b7d28a83 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4225953 Jan 18 12:52:27.110913 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-bccc4e22-ef75-47e1-ae3d-1bd089dca93e req-b25a1a5e-a5ee-4d2d-ac63-ed470ea29c02 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] For port 3db9478d-dd47-410b-ba68-5b193216df9b, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3db9478d-dd47-410b-ba68-5b193216df9b,segment=NetworkSegment(cfce463f-bb18-41f5-bd53-a09e299dfec8),segment_id=cfce463f-bb18-41f5-bd53-a09e299dfec8)] {{(pid=82756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:52:27.111264 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-bccc4e22-ef75-47e1-ae3d-1bd089dca93e req-b25a1a5e-a5ee-4d2d-ac63-ed470ea29c02 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:27.126602 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-09514ae5-4211-4fcc-a08e-c4efcdf23da0 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Request body: {'port': {'device_id': '07740118-6cf3-4be9-8fef-f77b1f34f780', 'network_id': '8be0e0bd-f109-4e9f-ae1f-364e855c8e33', 'admin_state_up': True, 'tenant_id': 'f59169bf8c5f427883f69f0dca04da94'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:27.148034 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e46bd-6e7c-4e03-bfdb-0e453fc2b9ad req-38ab2dc0-30e7-40a2-9b17-a9b8a930652d tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:27.149486 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-275e46bd-6e7c-4e03-bfdb-0e453fc2b9ad req-38ab2dc0-30e7-40a2-9b17-a9b8a930652d tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 945 time: 0.1718485 Jan 18 12:52:27.197201 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-275e46bd-6e7c-4e03-bfdb-0e453fc2b9ad req-ad11b62f-0958-4d27-828a-3c69091c3f02 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/security-groups?id=aa95e1db-4b83-44bc-8ac8-398dca75ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421956 Jan 18 12:52:27.265017 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [req-bccc4e22-ef75-47e1-ae3d-1bd089dca93e req-b25a1a5e-a5ee-4d2d-ac63-ed470ea29c02 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Calling delete_port for 3db9478d-dd47-410b-ba68-5b193216df9b owned by compute:nova {{(pid=82756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:52:27.349673 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-81c071bd-191a-4dec-9921-a452d01264ef req-1dd0c6ab-468f-4a6a-8aee-5d7483326d5d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 1099 time: 0.5677152 Jan 18 12:52:27.485815 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-81c071bd-191a-4dec-9921-a452d01264ef req-b8722853-5f68-4b13-ac89-a4de1d1fc193 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251013 Jan 18 12:52:27.492897 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-09514ae5-4211-4fcc-a08e-c4efcdf23da0 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:27.528854 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-09514ae5-4211-4fcc-a08e-c4efcdf23da0 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Usage tracker for resource:port and tenant:f59169bf8c5f427883f69f0dca04da94 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:27.536458 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-09514ae5-4211-4fcc-a08e-c4efcdf23da0 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:27.545296 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-09514ae5-4211-4fcc-a08e-c4efcdf23da0 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:27.565983 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-09514ae5-4211-4fcc-a08e-c4efcdf23da0 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Made reservation on behalf of f59169bf8c5f427883f69f0dca04da94 for: {'port': 1} {{(pid=82756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:52:27.569101 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-09514ae5-4211-4fcc-a08e-c4efcdf23da0 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:27.586853 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-09514ae5-4211-4fcc-a08e-c4efcdf23da0 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:27.601689 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-bccc4e22-ef75-47e1-ae3d-1bd089dca93e req-b25a1a5e-a5ee-4d2d-ac63-ed470ea29c02 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:27.651241 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] get_ports_and_sgs() called for port_ids ['3db9478d-dd47-410b-ba68-5b193216df9b'] {{(pid=82758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:52:27.661721 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a1a5e-a5ee-4d2d-ac63-ed470ea29c02 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Pushing event deleted for resources: {'Port': ['ID=3db9478d-dd47-410b-ba68-5b193216df9b,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:27.714984 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-09514ae5-4211-4fcc-a08e-c4efcdf23da0 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:27.725598 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c41e833a-b0ad-4d3c-aae5-d1f58f4eb76d req-e1a57aa0-507e-4913-9179-44569c2ce263 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 210 time: 0.0523827 Jan 18 12:52:27.745669 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-09514ae5-4211-4fcc-a08e-c4efcdf23da0 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Usage tracker for resource:security_group_rule and tenant:f59169bf8c5f427883f69f0dca04da94 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:52:27.756991 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-09514ae5-4211-4fcc-a08e-c4efcdf23da0 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:52:27.760415 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [req-bccc4e22-ef75-47e1-ae3d-1bd089dca93e req-b25a1a5e-a5ee-4d2d-ac63-ed470ea29c02 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] No DVR routers for this DVR port 3db9478d-dd47-410b-ba68-5b193216df9b on host hv-cinder-82510 {{(pid=82756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:52:27.765275 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-bccc4e22-ef75-47e1-ae3d-1bd089dca93e req-b25a1a5e-a5ee-4d2d-ac63-ed470ea29c02 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:27.768788 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98ce835f-b5b0-4bbb-9212-78b4352acdef', 'name': 'network-vif-deleted', 'tag': '3db9478d-dd47-410b-ba68-5b193216df9b'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:52:27.774766 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-09514ae5-4211-4fcc-a08e-c4efcdf23da0 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:27.799342 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bccc4e22-ef75-47e1-ae3d-1bd089dca93e req-b25a1a5e-a5ee-4d2d-ac63-ed470ea29c02 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.35 "DELETE /v2.0/ports/3db9478d-dd47-410b-ba68-5b193216df9b HTTP/1.1" status: 204 len: 173 time: 1.4136734 Jan 18 12:52:27.840687 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98ce835f-b5b0-4bbb-9212-78b4352acdef', 'name': 'network-vif-deleted', 'tag': '3db9478d-dd47-410b-ba68-5b193216df9b', 'status': 'completed', 'code': 200} Jan 18 12:52:27.867207 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-09514ae5-4211-4fcc-a08e-c4efcdf23da0 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:27.873265 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-09514ae5-4211-4fcc-a08e-c4efcdf23da0 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:27.970594 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09514ae5-4211-4fcc-a08e-c4efcdf23da0 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e324586-e422-41ce-aa6c-02f6f520f7a7,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:28.049767 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff291c25-10f2-4972-a0ba-b1c5b014dd5c req-75319104-6a2e-4e54-ba1d-94545e5b5f3b tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:28.058117 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-ff291c25-10f2-4972-a0ba-b1c5b014dd5c req-75319104-6a2e-4e54-ba1d-94545e5b5f3b tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 946 time: 0.0936117 Jan 18 12:52:28.118885 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.db_base_plugin_common [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-09514ae5-4211-4fcc-a08e-c4efcdf23da0 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Allocated IP 192.168.233.210 (8be0e0bd-f109-4e9f-ae1f-364e855c8e33/e5c8dd77-eb01-4d3f-865a-8dfda3af1c09/96dce14f-1f04-4a2e-966a-1164e34f60e3) {{(pid=82756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:52:28.142981 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-ff291c25-10f2-4972-a0ba-b1c5b014dd5c req-5a6f83aa-9bfb-4d9d-87e1-1be1f0fbcfd0 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837657 Jan 18 12:52:28.357002 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-15b6ba7b-fc3b-4302-939d-417f240e7f2e req-f72501c4-9524-4e6c-ab09-9e2112d97e36 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] 10.222.0.84 "GET /v2.0/ports?device_id=07740118-6cf3-4be9-8fef-f77b1f34f780 HTTP/1.1" status: 200 len: 210 time: 0.0601208 Jan 18 12:52:28.482141 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-09514ae5-4211-4fcc-a08e-c4efcdf23da0 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Notify callbacks [] for port, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:28.499805 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.provisioning_blocks [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-09514ae5-4211-4fcc-a08e-c4efcdf23da0 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Transition to ACTIVE for port object 96dce14f-1f04-4a2e-966a-1164e34f60e3 will not be triggered until provisioned by entity DHCP. {{(pid=82756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:52:28.529795 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-09514ae5-4211-4fcc-a08e-c4efcdf23da0 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:28.620342 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-09514ae5-4211-4fcc-a08e-c4efcdf23da0 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Network 8be0e0bd-f109-4e9f-ae1f-364e855c8e33 is already hosted by enough agents. {{(pid=82756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:52:28.624685 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.base_scheduler [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-09514ae5-4211-4fcc-a08e-c4efcdf23da0 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Resources bound (agent type, host, resource id): {{(pid=82756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:52:28.631029 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-09514ae5-4211-4fcc-a08e-c4efcdf23da0 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Received port after_create {{(pid=82756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:52:28.671502 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09514ae5-4211-4fcc-a08e-c4efcdf23da0 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Pushing event updated for resources: {'Port': ['ID=96dce14f-1f04-4a2e-966a-1164e34f60e3,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:28.722607 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-09514ae5-4211-4fcc-a08e-c4efcdf23da0 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:28.723408 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-09514ae5-4211-4fcc-a08e-c4efcdf23da0 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:28.751246 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-09514ae5-4211-4fcc-a08e-c4efcdf23da0 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6315134 Jan 18 12:52:28.773899 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-5e3a66af-294d-4188-855a-8f0947738f11 service neutron] Request body: {'port': {'device_id': '07740118-6cf3-4be9-8fef-f77b1f34f780', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:28.903633 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-9b43e980-da20-4b04-927a-c96c89d1dcaf None None] Provisioning for port 96dce14f-1f04-4a2e-966a-1164e34f60e3 completed by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:52:28.909688 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-9b43e980-da20-4b04-927a-c96c89d1dcaf None None] Provisioning complete for port 96dce14f-1f04-4a2e-966a-1164e34f60e3 triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:52:28.910195 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-9b43e980-da20-4b04-927a-c96c89d1dcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:28.968509 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-bea8db28-f857-4253-9af6-f75eea15fff6 req-39fa82e8-d5e8-4810-82bb-7164f30bd954 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Synchronizing usage tracker for tenant:1f579550087f4cada7f426f1d491402f on resource:port {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:52:28.972448 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-9b43e980-da20-4b04-927a-c96c89d1dcaf None None] Port 96dce14f-1f04-4a2e-966a-1164e34f60e3 cannot update to ACTIVE because it is not bound. {{(pid=82758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:52:28.991849 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-5e3a66af-294d-4188-855a-8f0947738f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:29.014778 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-bea8db28-f857-4253-9af6-f75eea15fff6 req-39fa82e8-d5e8-4810-82bb-7164f30bd954 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] Unset dirty status for tenant:1f579550087f4cada7f426f1d491402f on resource:port {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:52:29.016190 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bea8db28-f857-4253-9af6-f75eea15fff6 req-39fa82e8-d5e8-4810-82bb-7164f30bd954 tempest-ServerRescueNegativeTestJSON-264194708 tempest-ServerRescueNegativeTestJSON-264194708-project] 10.222.0.84 "GET /v2.0/ports?device_id=98ce835f-b5b0-4bbb-9212-78b4352acdef HTTP/1.1" status: 200 len: 210 time: 0.1215682 Jan 18 12:52:29.398999 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-5e3a66af-294d-4188-855a-8f0947738f11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96dce14f-1f04-4a2e-966a-1164e34f60e3 {{(pid=82756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:52:29.399617 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc7776-1482-4b0f-b0d0-0b1f7ff1818f req-99c7b71c-ddb1-4ec5-9494-770604eece5c tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:29.407120 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4ffc7776-1482-4b0f-b0d0-0b1f7ff1818f req-99c7b71c-ddb1-4ec5-9494-770604eece5c tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 946 time: 0.0926838 Jan 18 12:52:29.434706 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-5e3a66af-294d-4188-855a-8f0947738f11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:29.470501 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.provisioning_blocks [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-5e3a66af-294d-4188-855a-8f0947738f11 service neutron] Transition to ACTIVE for port object 96dce14f-1f04-4a2e-966a-1164e34f60e3 will not be triggered until provisioned by entity L2. {{(pid=82756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:52:29.475718 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-5e3a66af-294d-4188-855a-8f0947738f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:29.498417 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4ffc7776-1482-4b0f-b0d0-0b1f7ff1818f req-b3341198-20c7-4902-b2f2-177507f7c3f1 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903347 Jan 18 12:52:29.679624 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a66af-294d-4188-855a-8f0947738f11 service neutron] Pushing event updated for resources: {'Port': ['ID=96dce14f-1f04-4a2e-966a-1164e34f60e3,revision_number=2']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:29.829836 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c879b63-d125-4788-8c10-5279f5a80d31 req-2e1cb7d6-bbc7-47ea-91f0-d95fbb9b3fd5 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:29.830870 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-6c879b63-d125-4788-8c10-5279f5a80d31 req-2e1cb7d6-bbc7-47ea-91f0-d95fbb9b3fd5 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Synchronizing usage tracker for tenant:f59169bf8c5f427883f69f0dca04da94 on resource:port {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:52:29.840130 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-5e3a66af-294d-4188-855a-8f0947738f11 service neutron] Attempting to bind port 96dce14f-1f04-4a2e-966a-1164e34f60e3 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:52:29.840467 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-5e3a66af-294d-4188-855a-8f0947738f11 service neutron] Attempting to bind port 96dce14f-1f04-4a2e-966a-1164e34f60e3 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '7ebcf2b5-56c8-4c80-827b-9c978348055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '8be0e0bd-f109-4e9f-ae1f-364e855c8e33'}] {{(pid=82756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:52:29.840795 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-5e3a66af-294d-4188-855a-8f0947738f11 service neutron] Attempting to bind port 96dce14f-1f04-4a2e-966a-1164e34f60e3 on network 8be0e0bd-f109-4e9f-ae1f-364e855c8e33 {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:52:29.855419 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-5e3a66af-294d-4188-855a-8f0947738f11 service neutron] Port 96dce14f-1f04-4a2e-966a-1164e34f60e3 on network 8be0e0bd-f109-4e9f-ae1f-364e855c8e33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:52:29.855721 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-5e3a66af-294d-4188-855a-8f0947738f11 service neutron] Attempting to bind port 96dce14f-1f04-4a2e-966a-1164e34f60e3 on network 8be0e0bd-f109-4e9f-ae1f-364e855c8e33 {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:52:29.864260 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-5e3a66af-294d-4188-855a-8f0947738f11 service neutron] Checking agent: {'id': '085e0bf5-487d-485c-86f3-dab2733d35ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'started_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:52:29.864599 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-5e3a66af-294d-4188-855a-8f0947738f11 service neutron] Checking segment: {'id': '7ebcf2b5-56c8-4c80-827b-9c978348055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '8be0e0bd-f109-4e9f-ae1f-364e855c8e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:52:29.864987 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-5e3a66af-294d-4188-855a-8f0947738f11 service neutron] Bound using segment: {'id': '7ebcf2b5-56c8-4c80-827b-9c978348055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '8be0e0bd-f109-4e9f-ae1f-364e855c8e33'} {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:52:29.865410 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-5e3a66af-294d-4188-855a-8f0947738f11 service neutron] Bound port: 96dce14f-1f04-4a2e-966a-1164e34f60e3, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ebcf2b5-56c8-4c80-827b-9c978348055b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1092, 'network_id': '8be0e0bd-f109-4e9f-ae1f-364e855c8e33'}}] {{(pid=82756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:52:29.865753 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-5e3a66af-294d-4188-855a-8f0947738f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:29.877540 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-6c879b63-d125-4788-8c10-5279f5a80d31 req-2e1cb7d6-bbc7-47ea-91f0-d95fbb9b3fd5 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Unset dirty status for tenant:f59169bf8c5f427883f69f0dca04da94 on resource:port {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:52:29.878731 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6c879b63-d125-4788-8c10-5279f5a80d31 req-2e1cb7d6-bbc7-47ea-91f0-d95fbb9b3fd5 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] 10.222.0.84 "GET /v2.0/ports?device_id=07740118-6cf3-4be9-8fef-f77b1f34f780 HTTP/1.1" status: 200 len: 948 time: 0.3540182 Jan 18 12:52:29.992371 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-6c879b63-d125-4788-8c10-5279f5a80d31 req-fec68425-26a3-4f15-8fb7-f4355fd60fd2 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Synchronizing usage tracker for tenant:f59169bf8c5f427883f69f0dca04da94 on resource:security_group {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:52:30.017987 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-5e3a66af-294d-4188-855a-8f0947738f11 service neutron] For port 96dce14f-1f04-4a2e-966a-1164e34f60e3, host hv-cinder-82510, cleared binding levels {{(pid=82756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:52:30.023908 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-5e3a66af-294d-4188-855a-8f0947738f11 service neutron] For port 96dce14f-1f04-4a2e-966a-1164e34f60e3, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=96dce14f-1f04-4a2e-966a-1164e34f60e3,segment=NetworkSegment(7ebcf2b5-56c8-4c80-827b-9c978348055b),segment_id=7ebcf2b5-56c8-4c80-827b-9c978348055b)] {{(pid=82756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:52:30.029499 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-5e3a66af-294d-4188-855a-8f0947738f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:30.077282 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-6c879b63-d125-4788-8c10-5279f5a80d31 req-fec68425-26a3-4f15-8fb7-f4355fd60fd2 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Unset dirty status for tenant:f59169bf8c5f427883f69f0dca04da94 on resource:security_group {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:52:30.078356 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6c879b63-d125-4788-8c10-5279f5a80d31 req-fec68425-26a3-4f15-8fb7-f4355fd60fd2 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] 10.222.0.84 "GET /v2.0/security-groups?id=5e324586-e422-41ce-aa6c-02f6f520f7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934311 Jan 18 12:52:30.110542 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-5e3a66af-294d-4188-855a-8f0947738f11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:30.112844 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-5e3a66af-294d-4188-855a-8f0947738f11 service neutron] 10.222.0.35 "PUT /v2.0/ports/96dce14f-1f04-4a2e-966a-1164e34f60e3 HTTP/1.1" status: 200 len: 1098 time: 1.3444734 Jan 18 12:52:30.113275 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07740118-6cf3-4be9-8fef-f77b1f34f780', 'tag': '96dce14f-1f04-4a2e-966a-1164e34f60e3'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:52:30.126474 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a66af-294d-4188-855a-8f0947738f11 service neutron] Pushing event updated for resources: {'Port': ['ID=96dce14f-1f04-4a2e-966a-1164e34f60e3,revision_number=3']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:30.139053 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 51148) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:30.225297 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07740118-6cf3-4be9-8fef-f77b1f34f780', 'tag': '96dce14f-1f04-4a2e-966a-1164e34f60e3', 'status': 'completed', 'code': 200} Jan 18 12:52:30.339669 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-91122006-7d26-40d7-af30-36751fd3f828 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f59169bf8c5f427883f69f0dca04da94&device_id=07740118-6cf3-4be9-8fef-f77b1f34f780 HTTP/1.1" status: 200 len: 1101 time: 0.1161904 Jan 18 12:52:30.578063 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-f9f4b35b-7263-4184-b753-3044a268f0e5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=96dce14f-1f04-4a2e-966a-1164e34f60e3 HTTP/1.1" status: 200 len: 217 time: 0.1841204 Jan 18 12:52:30.669392 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-b4de18b7-d98d-4239-8b2e-aada91df4f55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:30.670866 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-b4de18b7-d98d-4239-8b2e-aada91df4f55 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e5c8dd77-eb01-4d3f-865a-8dfda3af1c09 HTTP/1.1" status: 200 len: 843 time: 0.0739920 Jan 18 12:52:30.766413 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccdd84-56e8-4c40-a16c-c38cd7fa2db1 req-ade3bfce-d046-490f-a2cf-847b87d80511 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:30.768113 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-a6ccdd84-56e8-4c40-a16c-c38cd7fa2db1 req-ade3bfce-d046-490f-a2cf-847b87d80511 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 946 time: 0.0866356 Jan 18 12:52:30.814274 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-a6ccdd84-56e8-4c40-a16c-c38cd7fa2db1 req-3a183b49-83ae-4b81-b4b6-96a26ecbfc48 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401316 Jan 18 12:52:30.834166 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-5819d900-92a9-45e5-a7b4-f42caad2559d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8be0e0bd-f109-4e9f-ae1f-364e855c8e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1085491 Jan 18 12:52:30.952991 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 3db9478d-dd47-410b-ba68-5b193216df9b no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:52:30.987701 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] No Port match for: 3db9478d-dd47-410b-ba68-5b193216df9b {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:52:30.988250 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 3db9478d-dd47-410b-ba68-5b193216df9b not bound to the agent host hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:52:31.012791 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:52:31.050666 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-8cba941e-2d90-4017-b5a7-337ea93c6e83 service neutron] 10.222.0.35 "GET /v2.0/networks/8be0e0bd-f109-4e9f-ae1f-364e855c8e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666784 Jan 18 12:52:31.086800 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d7b64320-5745-4d33-927b-07240b31d632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16440925'] for router_interface, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:31.334140 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2b086d4e-73ed-4ae9-a9e8-2567b0000339 req-e0d836f7-de4e-4433-af21-d7d70c45e4e6 service neutron] 10.222.0.35 "GET /v2.0/networks/8be0e0bd-f109-4e9f-ae1f-364e855c8e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716634 Jan 18 12:52:31.350509 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd5b81-9cf3-4371-9cd6-575de7916c0f req-5d40ec09-f288-451e-8a0d-c482db0829ed tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:31.351987 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f5dd5b81-9cf3-4371-9cd6-575de7916c0f req-5d40ec09-f288-451e-8a0d-c482db0829ed tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] 10.222.0.84 "GET /v2.0/ports?device_id=07740118-6cf3-4be9-8fef-f77b1f34f780 HTTP/1.1" status: 200 len: 948 time: 0.1465967 Jan 18 12:52:31.468233 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f5dd5b81-9cf3-4371-9cd6-575de7916c0f req-d62c3061-01cb-40cf-981e-122084fdf9cf tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] 10.222.0.84 "GET /v2.0/security-groups?id=5e324586-e422-41ce-aa6c-02f6f520f7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657973 Jan 18 12:52:31.602859 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-715bd9cd-2f50-4ace-bc93-6decf25fd92f req-203f620d-9ab0-4702-8349-6851ba7df4e2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f59169bf8c5f427883f69f0dca04da94&device_id=07740118-6cf3-4be9-8fef-f77b1f34f780 HTTP/1.1" status: 200 len: 1101 time: 0.1293383 Jan 18 12:52:31.879626 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bd9cd-2f50-4ace-bc93-6decf25fd92f req-c9ce640e-cb05-46c1-a6ec-a2286d11f939 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:31.880973 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-715bd9cd-2f50-4ace-bc93-6decf25fd92f req-c9ce640e-cb05-46c1-a6ec-a2286d11f939 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8be0e0bd-f109-4e9f-ae1f-364e855c8e33 HTTP/1.1" status: 200 len: 871 time: 0.2161701 Jan 18 12:52:31.993907 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-715bd9cd-2f50-4ace-bc93-6decf25fd92f req-5cb1ccb9-1c6a-406f-94f0-c1495b4424c6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=96dce14f-1f04-4a2e-966a-1164e34f60e3 HTTP/1.1" status: 200 len: 217 time: 0.0986047 Jan 18 12:52:32.166978 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bd9cd-2f50-4ace-bc93-6decf25fd92f req-2450eb82-80d4-4cd6-86b6-68d5cbd05f6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:32.168385 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-715bd9cd-2f50-4ace-bc93-6decf25fd92f req-2450eb82-80d4-4cd6-86b6-68d5cbd05f6d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e5c8dd77-eb01-4d3f-865a-8dfda3af1c09 HTTP/1.1" status: 200 len: 843 time: 0.1669192 Jan 18 12:52:32.303832 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-715bd9cd-2f50-4ace-bc93-6decf25fd92f req-e7d0a77c-d9e8-4f6a-8535-7ed613f277a6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8be0e0bd-f109-4e9f-ae1f-364e855c8e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1271086 Jan 18 12:52:32.456447 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [None req-d7b64320-5745-4d33-927b-07240b31d632 admin admin] Deleting port 4a1cfa6c-2f21-43d3-9a45-96d36c69e1a5 {{(pid=82756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:52:32.456783 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d7b64320-5745-4d33-927b-07240b31d632 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:32.567268 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-715bd9cd-2f50-4ace-bc93-6decf25fd92f req-a4387c69-a2f0-4d1f-aa1e-886547ce1a64 service neutron] 10.222.0.35 "GET /v2.0/networks/8be0e0bd-f109-4e9f-ae1f-364e855c8e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530930 Jan 18 12:52:32.675184 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-c3f29f46-ccc5-46f3-b63b-53b5d2070ba0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Synchronizing usage tracker for tenant:d12a14a06d354f1cbe6b1e07ffb4521c on resource:security_group {{(pid=82757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:52:32.696228 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-c3f29f46-ccc5-46f3-b63b-53b5d2070ba0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Unset dirty status for tenant:d12a14a06d354f1cbe6b1e07ffb4521c on resource:security_group {{(pid=82757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:52:32.697840 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-c3f29f46-ccc5-46f3-b63b-53b5d2070ba0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-17544608&fields=id&tenant_id=d12a14a06d354f1cbe6b1e07ffb4521c HTTP/1.1" status: 200 len: 267 time: 0.0637069 Jan 18 12:52:32.839761 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [None req-d7b64320-5745-4d33-927b-07240b31d632 admin admin] For port 4a1cfa6c-2f21-43d3-9a45-96d36c69e1a5, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=4a1cfa6c-2f21-43d3-9a45-96d36c69e1a5,segment=NetworkSegment(cfce463f-bb18-41f5-bd53-a09e299dfec8),segment_id=cfce463f-bb18-41f5-bd53-a09e299dfec8)] {{(pid=82756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:52:32.840115 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d7b64320-5745-4d33-927b-07240b31d632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:32.860790 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-715bd9cd-2f50-4ace-bc93-6decf25fd92f req-9611b65d-a445-4c33-9be4-6c57841cf0f9 service neutron] 10.222.0.35 "GET /v2.0/networks/8be0e0bd-f109-4e9f-ae1f-364e855c8e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504487 Jan 18 12:52:32.871519 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-8b5c1936-2353-4123-80f2-a88ed6d341b6 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:32.872928 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-8b5c1936-2353-4123-80f2-a88ed6d341b6 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/networks?id=651f3972-1243-4a5a-964a-9845b463efa9 HTTP/1.1" status: 200 len: 808 time: 0.1645312 Jan 18 12:52:32.898732 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-f86578c0-367c-46c6-9de9-4d16e841f315 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/quotas/d12a14a06d354f1cbe6b1e07ffb4521c HTTP/1.1" status: 200 len: 375 time: 0.0165730 Jan 18 12:52:32.959296 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 96dce14f-1f04-4a2e-966a-1164e34f60e3 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:52:32.977986 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [None req-d7b64320-5745-4d33-927b-07240b31d632 admin admin] Calling delete_port for 4a1cfa6c-2f21-43d3-9a45-96d36c69e1a5 owned by network:router_interface {{(pid=82756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:52:32.989678 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-b287a827-c53f-4b18-82d4-7b39b896642e tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Synchronizing usage tracker for tenant:d12a14a06d354f1cbe6b1e07ffb4521c on resource:port {{(pid=82757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:52:33.008810 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-b287a827-c53f-4b18-82d4-7b39b896642e tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Unset dirty status for tenant:d12a14a06d354f1cbe6b1e07ffb4521c on resource:port {{(pid=82757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:52:33.011271 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-b287a827-c53f-4b18-82d4-7b39b896642e tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=d12a14a06d354f1cbe6b1e07ffb4521c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1095383 Jan 18 12:52:33.018984 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c962b-cbf4-44f1-8405-42ce6d2a2ab5 req-bd6e0c7e-ed11-4551-9aae-2cf25d6b19e8 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:33.020432 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-494c962b-cbf4-44f1-8405-42ce6d2a2ab5 req-bd6e0c7e-ed11-4551-9aae-2cf25d6b19e8 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] 10.222.0.84 "GET /v2.0/ports?device_id=07740118-6cf3-4be9-8fef-f77b1f34f780 HTTP/1.1" status: 200 len: 948 time: 0.3919778 Jan 18 12:52:33.128872 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 96dce14f-1f04-4a2e-966a-1164e34f60e3, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=96dce14f-1f04-4a2e-966a-1164e34f60e3,segment=NetworkSegment(7ebcf2b5-56c8-4c80-827b-9c978348055b),segment_id=7ebcf2b5-56c8-4c80-827b-9c978348055b)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:52:33.146886 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Returning: {'device': '96dce14f-1f04-4a2e-966a-1164e34f60e3', 'network_id': '8be0e0bd-f109-4e9f-ae1f-364e855c8e33', 'port_id': '96dce14f-1f04-4a2e-966a-1164e34f60e3', 'mac_address': 'fa:16:3e:9a:d7:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1092, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c8dd77-eb01-4d3f-865a-8dfda3af1c09', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:52:33.204281 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-eb1f1f7b-8589-4457-b7b9-bd14beb7a8d2 service neutron] 10.222.0.84 "GET /v2.0/networks/651f3972-1243-4a5a-964a-9845b463efa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677876 Jan 18 12:52:33.216911 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:33.235913 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96dce14f-1f04-4a2e-966a-1164e34f60e3 {{(pid=82758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:52:33.243778 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-494c962b-cbf4-44f1-8405-42ce6d2a2ab5 req-018dfa16-07b6-4968-b27c-7496ee36054e tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] 10.222.0.84 "GET /v2.0/security-groups?id=5e324586-e422-41ce-aa6c-02f6f520f7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112677 Jan 18 12:52:33.252974 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 96dce14f-1f04-4a2e-966a-1164e34f60e3, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=96dce14f-1f04-4a2e-966a-1164e34f60e3,segment=NetworkSegment(7ebcf2b5-56c8-4c80-827b-9c978348055b),segment_id=7ebcf2b5-56c8-4c80-827b-9c978348055b)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:52:33.258128 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:33.342696 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=96dce14f-1f04-4a2e-966a-1164e34f60e3,revision_number=4']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:33.373920 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-c2690170-0108-418b-aca2-c3eb48b53868 service neutron] 10.222.0.84 "GET /v2.0/networks/651f3972-1243-4a5a-964a-9845b463efa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623626 Jan 18 12:52:33.382343 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d7b64320-5745-4d33-927b-07240b31d632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:33.436009 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b64320-5745-4d33-927b-07240b31d632 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a1cfa6c-2f21-43d3-9a45-96d36c69e1a5,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:33.740297 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] get_ports_and_sgs() called for port_ids ['96dce14f-1f04-4a2e-966a-1164e34f60e3'] {{(pid=82758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:52:33.858037 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-624af138-f8a2-42dc-bb93-49c1f0ffc0a1 req-d8737705-d7cb-42dd-b19f-34e4ca84f9a0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0655909 Jan 18 12:52:33.942248 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d7b64320-5745-4d33-927b-07240b31d632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15336335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16439476'] for router_interface, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:34.490710 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1faf90-a6e7-4952-b094-3c56edf89c69 req-d8f29d6b-3fed-47e1-9124-2f49a5ad1d6b tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:34.493401 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-1d1faf90-a6e7-4952-b094-3c56edf89c69 req-d8f29d6b-3fed-47e1-9124-2f49a5ad1d6b tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] 10.222.0.84 "GET /v2.0/ports?device_id=07740118-6cf3-4be9-8fef-f77b1f34f780 HTTP/1.1" status: 200 len: 949 time: 0.0973485 Jan 18 12:52:34.546343 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-1d1faf90-a6e7-4952-b094-3c56edf89c69 req-68d34365-308a-46b6-a70b-2cf774d74c09 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] 10.222.0.84 "GET /v2.0/security-groups?id=5e324586-e422-41ce-aa6c-02f6f520f7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473695 Jan 18 12:52:34.627534 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b64320-5745-4d33-927b-07240b31d632 admin admin] Router 94d52587-387a-4ca1-b04e-b99d963c9cdd has already been hosted by L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 {{(pid=82756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:52:34.840743 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b64320-5745-4d33-927b-07240b31d632 admin admin] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:52:34.850123 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeda6d6-ee50-46f4-aff7-55a3e91c5e20 None None] Sync routers for ids ['94d52587-387a-4ca1-b04e-b99d963c9cdd'] in dv-cinder-825103-1-iscsi {{(pid=82759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:52:34.857514 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-d7b64320-5745-4d33-927b-07240b31d632 admin admin] 10.222.0.84 "PUT /v2.0/routers/94d52587-387a-4ca1-b04e-b99d963c9cdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7171082 Jan 18 12:52:34.860077 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 51210) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:34.863896 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeda6d6-ee50-46f4-aff7-55a3e91c5e20 None None] Routers {'94d52587-387a-4ca1-b04e-b99d963c9cdd'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:52:34.864610 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-0aeda6d6-ee50-46f4-aff7-55a3e91c5e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:52:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['94d52587-387a-4ca1-b04e-b99d963c9cdd'], 'active': True} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:52:35.006602 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 96dce14f-1f04-4a2e-966a-1164e34f60e3 up at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:52:35.070472 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvr_db [None req-0aeda6d6-ee50-46f4-aff7-55a3e91c5e20 None None] Set router 94d52587-387a-4ca1-b04e-b99d963c9cdd gateway port host: dv-cinder-825103-1-iscsi {{(pid=82759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:52:35.090833 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning for port 96dce14f-1f04-4a2e-966a-1164e34f60e3 completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:52:35.097701 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning complete for port 96dce14f-1f04-4a2e-966a-1164e34f60e3 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:52:35.098309 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:35.107057 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ecfe9211-3b53-489b-bd5c-4ed6e47dc6fb req-4c2da1e8-7c37-4b9d-83c5-4efe5cdf7513 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0682063 Jan 18 12:52:35.158420 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-8c4d5154-4c0c-4f88-a3af-947a4431e348 admin admin] Notify callbacks [] for router, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:35.244487 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:35.273885 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07740118-6cf3-4be9-8fef-f77b1f34f780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dce14f-1f04-4a2e-966a-1164e34f60e3'}] {{(pid=82758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:52:35.302511 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 96dce14f-1f04-4a2e-966a-1164e34f60e3, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=96dce14f-1f04-4a2e-966a-1164e34f60e3,segment=NetworkSegment(7ebcf2b5-56c8-4c80-827b-9c978348055b),segment_id=7ebcf2b5-56c8-4c80-827b-9c978348055b)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:52:35.311528 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:35.466137 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=96dce14f-1f04-4a2e-966a-1164e34f60e3,revision_number=5']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:35.494152 dv-cinder-825103-1-iscsi neutron-server[82758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07740118-6cf3-4be9-8fef-f77b1f34f780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dce14f-1f04-4a2e-966a-1164e34f60e3', 'code': 200} Jan 18 12:52:35.510647 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-0aeda6d6-ee50-46f4-aff7-55a3e91c5e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d52587-387a-4ca1-b04e-b99d963c9cdd', 'name': 'tempest-ServerRescueNegativeTestJSON-1259434611-router', 'tenant_id': '1f579550087f4cada7f426f1d491402f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '54763fc1-5074-4028-9f3f-8e48bbe3ea5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:37Z', 'updated_at': '2022-01-18T12:52:33Z', 'revision_number': 5, 'project_id': '1f579550087f4cada7f426f1d491402f', 'gw_port': {'id': '54763fc1-5074-4028-9f3f-8e48bbe3ea5a', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:18:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d52587-387a-4ca1-b04e-b99d963c9cdd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T12:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:52:35.515932 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeda6d6-ee50-46f4-aff7-55a3e91c5e20 None None] Checking router: 94d52587-387a-4ca1-b04e-b99d963c9cdd for host: dv-cinder-825103-1-iscsi {{(pid=82759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:52:35.529839 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeda6d6-ee50-46f4-aff7-55a3e91c5e20 None None] Routers {'94d52587-387a-4ca1-b04e-b99d963c9cdd'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:52:35.530755 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-0aeda6d6-ee50-46f4-aff7-55a3e91c5e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:52:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['94d52587-387a-4ca1-b04e-b99d963c9cdd'], 'active': True} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:52:35.700800 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-c1f649d1-9461-4900-850a-4e22ad254b94 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:35.701513 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-c1f649d1-9461-4900-850a-4e22ad254b94 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Synchronizing usage tracker for tenant:d12a14a06d354f1cbe6b1e07ffb4521c on resource:network {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:52:35.790615 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvr_db [None req-0aeda6d6-ee50-46f4-aff7-55a3e91c5e20 None None] Set router 94d52587-387a-4ca1-b04e-b99d963c9cdd gateway port host: dv-cinder-825103-1-iscsi {{(pid=82759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:52:35.801263 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-c1f649d1-9461-4900-850a-4e22ad254b94 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Unset dirty status for tenant:d12a14a06d354f1cbe6b1e07ffb4521c on resource:network {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:52:35.802376 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-c1f649d1-9461-4900-850a-4e22ad254b94 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.35 "GET /v2.0/networks?id=651f3972-1243-4a5a-964a-9845b463efa9 HTTP/1.1" status: 200 len: 808 time: 0.2817178 Jan 18 12:52:35.803954 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-8c4d5154-4c0c-4f88-a3af-947a4431e348 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:35.827912 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d5154-4c0c-4f88-a3af-947a4431e348 admin admin] Deleting port 54763fc1-5074-4028-9f3f-8e48bbe3ea5a {{(pid=82756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:52:35.828262 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-8c4d5154-4c0c-4f88-a3af-947a4431e348 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:35.961249 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29818360-b6d3-4c91-82c3-d9489d87891e req-95763ad2-47e5-4014-91b6-220d7e05556a tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:35.962719 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-29818360-b6d3-4c91-82c3-d9489d87891e req-95763ad2-47e5-4014-91b6-220d7e05556a tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] 10.222.0.84 "GET /v2.0/ports?device_id=07740118-6cf3-4be9-8fef-f77b1f34f780 HTTP/1.1" status: 200 len: 950 time: 0.2566743 Jan 18 12:52:36.085451 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-3ce5e591-9873-4a93-a1e3-1521f8fa7677 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Synchronizing usage tracker for tenant:d12a14a06d354f1cbe6b1e07ffb4521c on resource:security_group {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:52:36.153286 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-3ce5e591-9873-4a93-a1e3-1521f8fa7677 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Unset dirty status for tenant:d12a14a06d354f1cbe6b1e07ffb4521c on resource:security_group {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:52:36.154405 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-3ce5e591-9873-4a93-a1e3-1521f8fa7677 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d12a14a06d354f1cbe6b1e07ffb4521c HTTP/1.1" status: 200 len: 378 time: 0.3015151 Jan 18 12:52:36.168581 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-0aeda6d6-ee50-46f4-aff7-55a3e91c5e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d52587-387a-4ca1-b04e-b99d963c9cdd', 'name': 'tempest-ServerRescueNegativeTestJSON-1259434611-router', 'tenant_id': '1f579550087f4cada7f426f1d491402f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '54763fc1-5074-4028-9f3f-8e48bbe3ea5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:37Z', 'updated_at': '2022-01-18T12:52:33Z', 'revision_number': 5, 'project_id': '1f579550087f4cada7f426f1d491402f', 'gw_port': {'id': '54763fc1-5074-4028-9f3f-8e48bbe3ea5a', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:18:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d52587-387a-4ca1-b04e-b99d963c9cdd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T12:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:52:36.174588 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aeda6d6-ee50-46f4-aff7-55a3e91c5e20 None None] The sync data for ids ['94d52587-387a-4ca1-b04e-b99d963c9cdd'] in dv-cinder-825103-1-iscsi is: [{'id': '94d52587-387a-4ca1-b04e-b99d963c9cdd', 'name': 'tempest-ServerRescueNegativeTestJSON-1259434611-router', 'tenant_id': '1f579550087f4cada7f426f1d491402f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '54763fc1-5074-4028-9f3f-8e48bbe3ea5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:37Z', 'updated_at': '2022-01-18T12:52:33Z', 'revision_number': 5, 'project_id': '1f579550087f4cada7f426f1d491402f', 'gw_port': {'id': '54763fc1-5074-4028-9f3f-8e48bbe3ea5a', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:18:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d52587-387a-4ca1-b04e-b99d963c9cdd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T12:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}] {{(pid=82759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:52:36.176307 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-6f0b6139-0090-4cb2-8409-d61d0f1ea14f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Request body: {'port': {'device_id': '0e96dd6d-de7f-442d-99e3-ae933fdd85c6', 'network_id': '651f3972-1243-4a5a-964a-9845b463efa9', 'admin_state_up': True, 'tenant_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'security_groups': ['f741197b-aa87-4324-9e79-d8d1348701be']}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:36.198108 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a901bfd7-edcd-4c53-a2f3-c71f74bb034b req-5f49fea6-f153-4919-b81e-9efc28a537e0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=07740118-6cf3-4be9-8fef-f77b1f34f780 HTTP/1.1" status: 200 len: 1103 time: 0.3439994 Jan 18 12:52:36.209073 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-29818360-b6d3-4c91-82c3-d9489d87891e req-f47e6319-6813-4432-9515-ca43988959e5 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] 10.222.0.84 "GET /v2.0/security-groups?id=5e324586-e422-41ce-aa6c-02f6f520f7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150879 Jan 18 12:52:36.307278 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [None req-8c4d5154-4c0c-4f88-a3af-947a4431e348 admin admin] For port 54763fc1-5074-4028-9f3f-8e48bbe3ea5a, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=54763fc1-5074-4028-9f3f-8e48bbe3ea5a,segment=NetworkSegment(a71a77f2-f00b-4634-9c06-cb577f22632a),segment_id=a71a77f2-f00b-4634-9c06-cb577f22632a)] {{(pid=82756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:52:36.307762 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-8c4d5154-4c0c-4f88-a3af-947a4431e348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:36.333182 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-1e435e8a-227b-44e3-9739-e70c3eceab1d req-2d241f03-4ef2-48da-ae57-51f00960a07b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0482118 Jan 18 12:52:36.468359 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d5154-4c0c-4f88-a3af-947a4431e348 admin admin] Calling delete_port for 54763fc1-5074-4028-9f3f-8e48bbe3ea5a owned by network:router_gateway {{(pid=82756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:52:36.545352 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a901bfd7-edcd-4c53-a2f3-c71f74bb034b req-97576ab3-7c4c-4ad5-bf0a-88c70b9c6c82 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5e324586-e422-41ce-aa6c-02f6f520f7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285763 Jan 18 12:52:36.591250 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-6f0b6139-0090-4cb2-8409-d61d0f1ea14f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:52:36.612551 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-6f0b6139-0090-4cb2-8409-d61d0f1ea14f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:52:36.626823 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-6f0b6139-0090-4cb2-8409-d61d0f1ea14f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Made reservation on behalf of d12a14a06d354f1cbe6b1e07ffb4521c for: {'port': 1} {{(pid=82756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 12:52:36.630228 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-6f0b6139-0090-4cb2-8409-d61d0f1ea14f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:36.840101 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-8c4d5154-4c0c-4f88-a3af-947a4431e348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:36.902329 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d5154-4c0c-4f88-a3af-947a4431e348 admin admin] Pushing event deleted for resources: {'Port': ['ID=54763fc1-5074-4028-9f3f-8e48bbe3ea5a,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:36.950739 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.db_base_plugin_common [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-6f0b6139-0090-4cb2-8409-d61d0f1ea14f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Allocated IP 172.20.0.13 (651f3972-1243-4a5a-964a-9845b463efa9/efa0d51d-b8a5-4b68-ba6e-274c53d28a33/f9801143-329a-48b0-9cb3-9b5bd2bd8402) {{(pid=82756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:52:37.419453 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 4a1cfa6c-2f21-43d3-9a45-96d36c69e1a5 no longer exists at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:52:37.513818 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] No Port match for: 4a1cfa6c-2f21-43d3-9a45-96d36c69e1a5 {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:52:37.519884 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 4a1cfa6c-2f21-43d3-9a45-96d36c69e1a5 not bound to the agent host dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:52:37.544788 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-8c4d5154-4c0c-4f88-a3af-947a4431e348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16439416'] for router_gateway, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:37.560171 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318057fd-cbbe-4912-a317-758e441bc8c5 req-b6793c43-4319-4f35-9990-9e7a32cbd909 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:37.562414 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-318057fd-cbbe-4912-a317-758e441bc8c5 req-b6793c43-4319-4f35-9990-9e7a32cbd909 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] 10.222.0.84 "GET /v2.0/ports?device_id=07740118-6cf3-4be9-8fef-f77b1f34f780 HTTP/1.1" status: 200 len: 950 time: 0.1719484 Jan 18 12:52:37.643581 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-318057fd-cbbe-4912-a317-758e441bc8c5 req-ad22cde7-d818-4773-9c52-e132caaddfd9 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] 10.222.0.84 "GET /v2.0/security-groups?id=5e324586-e422-41ce-aa6c-02f6f520f7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715494 Jan 18 12:52:37.774403 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-392fedf5-3e6a-4d03-8936-e8fd31a79408 req-476aced4-cb7c-403f-b3ea-e86f637ea058 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7653353 Jan 18 12:52:37.776616 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9aa038b1-69e7-4d2d-ad2e-963371314989 req-cf51eefc-7b20-4e2d-8c11-b71d26fad205 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0924830 Jan 18 12:52:38.000122 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-8c4d5154-4c0c-4f88-a3af-947a4431e348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16435180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43902'] for router, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:38.004218 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-6f0b6139-0090-4cb2-8409-d61d0f1ea14f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks [] for port, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:38.025639 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-8c4d5154-4c0c-4f88-a3af-947a4431e348 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:38.037911 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.provisioning_blocks [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-6f0b6139-0090-4cb2-8409-d61d0f1ea14f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Transition to ACTIVE for port object f9801143-329a-48b0-9cb3-9b5bd2bd8402 will not be triggered until provisioned by entity DHCP. {{(pid=82756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:52:38.141354 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-392fedf5-3e6a-4d03-8936-e8fd31a79408 req-66068913-85ef-417e-963a-a0a98b298347 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b61358b76314548a01860d9521ad4fd&device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 1099 time: 0.2792981 Jan 18 12:52:38.144730 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-8c4d5154-4c0c-4f88-a3af-947a4431e348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16435088'] for router, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:38.145227 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4d5154-4c0c-4f88-a3af-947a4431e348 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94d52587-387a-4ca1-b04e-b99d963c9cdd {{(pid=82756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 12:52:38.155289 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-6f0b6139-0090-4cb2-8409-d61d0f1ea14f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:38.319024 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-6f0b6139-0090-4cb2-8409-d61d0f1ea14f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Network 651f3972-1243-4a5a-964a-9845b463efa9 is already hosted by enough agents. {{(pid=82756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:52:38.320938 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-8c4d5154-4c0c-4f88-a3af-947a4431e348 admin admin] Notify callbacks [] for router, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:38.326057 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-8c4d5154-4c0c-4f88-a3af-947a4431e348 admin admin] 10.222.0.84 "DELETE /v2.0/routers/94d52587-387a-4ca1-b04e-b99d963c9cdd HTTP/1.1" status: 204 len: 168 time: 3.4609692 Jan 18 12:52:38.326588 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 51256) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:38.328056 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.base_scheduler [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-6f0b6139-0090-4cb2-8409-d61d0f1ea14f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Resources bound (agent type, host, resource id): {{(pid=82756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:52:38.341846 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-6f0b6139-0090-4cb2-8409-d61d0f1ea14f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Received port after_create {{(pid=82756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:52:38.381890 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b6139-0090-4cb2-8409-d61d0f1ea14f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Pushing event updated for resources: {'Port': ['ID=f9801143-329a-48b0-9cb3-9b5bd2bd8402,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:38.446664 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-6f0b6139-0090-4cb2-8409-d61d0f1ea14f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:38.447317 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-6f0b6139-0090-4cb2-8409-d61d0f1ea14f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:38.447677 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.db_base_plugin_v2 [None req-b835854f-ca2a-4551-b8b7-68976fd09235 admin admin] Deleting subnet e3f6ce3a-9cb1-41e6-95d3-abca0d25c5c7 {{(pid=82757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 12:52:38.451693 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b835854f-ca2a-4551-b8b7-68976fd09235 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:38.459332 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fedf5-3e6a-4d03-8936-e8fd31a79408 req-c69ec5f3-3507-404d-b4fc-afe9c4a1822f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:38.460787 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-392fedf5-3e6a-4d03-8936-e8fd31a79408 req-c69ec5f3-3507-404d-b4fc-afe9c4a1822f service neutron] 10.222.0.35 "GET /v2.0/networks?id=3ce910e8-fa9a-402c-bef7-c36aef1e716c HTTP/1.1" status: 200 len: 913 time: 0.2667565 Jan 18 12:52:38.469966 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-6f0b6139-0090-4cb2-8409-d61d0f1ea14f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3032825 Jan 18 12:52:38.518166 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b835854f-ca2a-4551-b8b7-68976fd09235 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182539'] for subnet, precommit_delete_associations {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:38.532601 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-87e65f12-171c-4754-acee-7386890abf18 service neutron] Request body: {'port': {'device_id': '0e96dd6d-de7f-442d-99e3-ae933fdd85c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:52:38.586179 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b835854f-ca2a-4551-b8b7-68976fd09235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562804'] for subnet, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:38.661231 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b835854f-ca2a-4551-b8b7-68976fd09235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15846819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15901799'] for subnet, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:38.669786 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-392fedf5-3e6a-4d03-8936-e8fd31a79408 req-4d5933ff-29c9-4210-bc2e-5c8564eb569a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30d73f22-611e-44a3-9ad5-7bfa498e296e HTTP/1.1" status: 200 len: 1002 time: 0.1988471 Jan 18 12:52:38.678957 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-f8589c26-95fb-4bd2-8199-5ad166f3a80f None None] Provisioning for port f9801143-329a-48b0-9cb3-9b5bd2bd8402 completed by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:52:38.704201 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-f8589c26-95fb-4bd2-8199-5ad166f3a80f None None] Provisioning complete for port f9801143-329a-48b0-9cb3-9b5bd2bd8402 triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:52:38.704710 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-f8589c26-95fb-4bd2-8199-5ad166f3a80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:38.709609 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835854f-ca2a-4551-b8b7-68976fd09235 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3f6ce3a-9cb1-41e6-95d3-abca0d25c5c7,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:38.719788 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b835854f-ca2a-4551-b8b7-68976fd09235 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:38.721359 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-87e65f12-171c-4754-acee-7386890abf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:38.726568 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-b835854f-ca2a-4551-b8b7-68976fd09235 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/e3f6ce3a-9cb1-41e6-95d3-abca0d25c5c7 HTTP/1.1" status: 204 len: 168 time: 0.3984780 Jan 18 12:52:38.728912 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 51262) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:38.778374 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-f8589c26-95fb-4bd2-8199-5ad166f3a80f None None] Port f9801143-329a-48b0-9cb3-9b5bd2bd8402 cannot update to ACTIVE because it is not bound. {{(pid=82758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 12:52:38.793535 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fedf5-3e6a-4d03-8936-e8fd31a79408 req-4760bc53-8769-49d7-94d6-dc94046b319c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:38.795214 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-392fedf5-3e6a-4d03-8936-e8fd31a79408 req-4760bc53-8769-49d7-94d6-dc94046b319c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fc8c1b8-cfa3-49d9-9595-474a5f6baf01 HTTP/1.1" status: 200 len: 850 time: 0.1167769 Jan 18 12:52:38.919139 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-10274c69-11e0-463f-aa7e-d92f008619c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653206'] for network, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:38.945083 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc507920-eb75-42f9-83e5-8522dd33888b req-3e7d4fbb-0d23-4d75-afa7-86e3d8c21561 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:38.946652 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-dc507920-eb75-42f9-83e5-8522dd33888b req-3e7d4fbb-0d23-4d75-afa7-86e3d8c21561 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] 10.222.0.84 "GET /v2.0/ports?device_id=07740118-6cf3-4be9-8fef-f77b1f34f780 HTTP/1.1" status: 200 len: 950 time: 0.1358066 Jan 18 12:52:39.185752 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-dc507920-eb75-42f9-83e5-8522dd33888b req-3c10004e-4a3f-473b-8f60-08e1230130e9 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] 10.222.0.84 "GET /v2.0/security-groups?id=5e324586-e422-41ce-aa6c-02f6f520f7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270812 Jan 18 12:52:39.187453 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-10274c69-11e0-463f-aa7e-d92f008619c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561661', 'neutron.services.segments.db._delete_segments_for_network-8736039390428'] for network, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:39.215610 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-392fedf5-3e6a-4d03-8936-e8fd31a79408 req-3d36b101-5634-440f-93a3-b223e2ce5967 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3ce910e8-fa9a-402c-bef7-c36aef1e716c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4102483 Jan 18 12:52:39.225674 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422673af-f6e5-446d-a287-dcebc0685fc4 req-dae858ec-b906-4f36-98d8-0a147919d7b7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:39.226401 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-422673af-f6e5-446d-a287-dcebc0685fc4 req-dae858ec-b906-4f36-98d8-0a147919d7b7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Synchronizing usage tracker for tenant:d12a14a06d354f1cbe6b1e07ffb4521c on resource:port {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:52:39.234475 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.services.segments.db [None req-10274c69-11e0-463f-aa7e-d92f008619c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['278ba1fd-8468-4f28-a995-460d471862f3']}} {{(pid=82757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:52:39.250623 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.services.segments.db [None req-10274c69-11e0-463f-aa7e-d92f008619c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfce463f-bb18-41f5-bd53-a09e299dfec8') {'for_net_delete': True} {{(pid=82757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:52:39.251067 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.services.segments.db [None req-10274c69-11e0-463f-aa7e-d92f008619c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfce463f-bb18-41f5-bd53-a09e299dfec8') {} {{(pid=82757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:52:39.265243 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-10274c69-11e0-463f-aa7e-d92f008619c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736039390311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182528'] for segment, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:39.282927 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-10274c69-11e0-463f-aa7e-d92f008619c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-557774'] for segment, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:39.290694 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10274c69-11e0-463f-aa7e-d92f008619c2 admin admin] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=82757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 12:52:39.291623 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-10274c69-11e0-463f-aa7e-d92f008619c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-557785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15894021'] for segment, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:39.306723 dv-cinder-825103-1-iscsi neutron-server[82757]: Traceback (most recent call last): Jan 18 12:52:39.306723 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 12:52:39.306723 dv-cinder-825103-1-iscsi neutron-server[82757]: timer() Jan 18 12:52:39.306723 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 12:52:39.306723 dv-cinder-825103-1-iscsi neutron-server[82757]: cb(*args, **kw) Jan 18 12:52:39.306723 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 12:52:39.306723 dv-cinder-825103-1-iscsi neutron-server[82757]: return func(*args, **kwargs) Jan 18 12:52:39.306723 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 12:52:39.306723 dv-cinder-825103-1-iscsi neutron-server[82757]: self._notify() Jan 18 12:52:39.306723 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 12:52:39.306723 dv-cinder-825103-1-iscsi neutron-server[82757]: self.callback(batched_events) Jan 18 12:52:39.306723 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 12:52:39.306723 dv-cinder-825103-1-iscsi neutron-server[82757]: event.method(event) Jan 18 12:52:39.306723 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 12:52:39.306723 dv-cinder-825103-1-iscsi neutron-server[82757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 12:52:39.306723 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 12:52:39.306723 dv-cinder-825103-1-iscsi neutron-server[82757]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 12:52:39.306723 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 12:52:39.306723 dv-cinder-825103-1-iscsi neutron-server[82757]: return f(self, *a, **k) Jan 18 12:52:39.306723 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 12:52:39.306723 dv-cinder-825103-1-iscsi neutron-server[82757]: return self._get(url).json() Jan 18 12:52:39.306723 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 12:52:39.306723 dv-cinder-825103-1-iscsi neutron-server[82757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 12:52:39.306723 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 12:52:39.306723 dv-cinder-825103-1-iscsi neutron-server[82757]: return self.request(url, 'GET', **kwargs) Jan 18 12:52:39.306723 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 12:52:39.306723 dv-cinder-825103-1-iscsi neutron-server[82757]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 12:52:39.306723 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 12:52:39.306723 dv-cinder-825103-1-iscsi neutron-server[82757]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 12:52:39.306723 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 12:52:39.306723 dv-cinder-825103-1-iscsi neutron-server[82757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 12:52:39.306723 dv-cinder-825103-1-iscsi neutron-server[82757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 12:52:39.393242 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 54763fc1-5074-4028-9f3f-8e48bbe3ea5a no longer exists at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:52:39.409238 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-422673af-f6e5-446d-a287-dcebc0685fc4 req-dae858ec-b906-4f36-98d8-0a147919d7b7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Unset dirty status for tenant:d12a14a06d354f1cbe6b1e07ffb4521c on resource:port {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:52:39.410938 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-422673af-f6e5-446d-a287-dcebc0685fc4 req-dae858ec-b906-4f36-98d8-0a147919d7b7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 932 time: 0.4627461 Jan 18 12:52:39.468222 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-392fedf5-3e6a-4d03-8936-e8fd31a79408 req-c82d0461-6e5c-4357-9625-4a6b546f7ccb service neutron] 10.222.0.35 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381604 Jan 18 12:52:39.497728 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-10274c69-11e0-463f-aa7e-d92f008619c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16439389'] for network, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:39.512041 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] No Port match for: 54763fc1-5074-4028-9f3f-8e48bbe3ea5a {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:52:39.512382 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 54763fc1-5074-4028-9f3f-8e48bbe3ea5a not bound to the agent host dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:52:39.540799 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10274c69-11e0-463f-aa7e-d92f008619c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=278ba1fd-8468-4f28-a995-460d471862f3,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:39.545536 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-10274c69-11e0-463f-aa7e-d92f008619c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for network, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:39.559471 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10274c69-11e0-463f-aa7e-d92f008619c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:39.560190 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10274c69-11e0-463f-aa7e-d92f008619c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:39.560743 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10274c69-11e0-463f-aa7e-d92f008619c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:39.561281 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10274c69-11e0-463f-aa7e-d92f008619c2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:39.561816 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10274c69-11e0-463f-aa7e-d92f008619c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:39.562339 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10274c69-11e0-463f-aa7e-d92f008619c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:39.563019 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10274c69-11e0-463f-aa7e-d92f008619c2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:39.563567 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10274c69-11e0-463f-aa7e-d92f008619c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:39.564219 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10274c69-11e0-463f-aa7e-d92f008619c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:39.564801 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10274c69-11e0-463f-aa7e-d92f008619c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:39.566491 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10274c69-11e0-463f-aa7e-d92f008619c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:52:39.577711 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-10274c69-11e0-463f-aa7e-d92f008619c2 admin admin] 10.222.0.84 "DELETE /v2.0/networks/278ba1fd-8468-4f28-a995-460d471862f3 HTTP/1.1" status: 204 len: 168 time: 0.8472569 Jan 18 12:52:39.717544 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-422673af-f6e5-446d-a287-dcebc0685fc4 req-b577aa15-a14b-4fc7-a900-ad22b33e694f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2878191 Jan 18 12:52:39.756830 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-87e65f12-171c-4754-acee-7386890abf18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9801143-329a-48b0-9cb3-9b5bd2bd8402 {{(pid=82756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:52:39.768505 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-87e65f12-171c-4754-acee-7386890abf18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:39.798235 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-392fedf5-3e6a-4d03-8936-e8fd31a79408 req-0a94a65c-8f16-4937-b0c6-1296f7349ed6 service neutron] 10.222.0.35 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145263 Jan 18 12:52:39.801104 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.provisioning_blocks [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-87e65f12-171c-4754-acee-7386890abf18 service neutron] Transition to ACTIVE for port object f9801143-329a-48b0-9cb3-9b5bd2bd8402 will not be triggered until provisioned by entity L2. {{(pid=82756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 12:52:39.805253 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-87e65f12-171c-4754-acee-7386890abf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:39.812376 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe40150-a899-469b-ac70-b266c7889ad0 req-dd31aeeb-63cd-400d-866d-3d487787fd84 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:39.814517 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-cfe40150-a899-469b-ac70-b266c7889ad0 req-dd31aeeb-63cd-400d-866d-3d487787fd84 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] 10.222.0.84 "GET /v2.0/ports?device_id=07740118-6cf3-4be9-8fef-f77b1f34f780 HTTP/1.1" status: 200 len: 950 time: 0.0991311 Jan 18 12:52:39.815815 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 51282) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:39.904836 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-cfe40150-a899-469b-ac70-b266c7889ad0 req-6bd196ce-e75c-494b-bd6c-0110e6b7627a tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] 10.222.0.84 "GET /v2.0/security-groups?id=5e324586-e422-41ce-aa6c-02f6f520f7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826526 Jan 18 12:52:39.914764 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-6ea76b70-1f36-421b-b0d9-776601bb269a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1f579550087f4cada7f426f1d491402f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0976505 Jan 18 12:52:39.917317 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 51286) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:52:39.956287 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e65f12-171c-4754-acee-7386890abf18 service neutron] Pushing event updated for resources: {'Port': ['ID=f9801143-329a-48b0-9cb3-9b5bd2bd8402,revision_number=2']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:39.984936 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-20a00fee-7f8c-4ff6-be51-08d17b5cf236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:40.015570 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-20a00fee-7f8c-4ff6-be51-08d17b5cf236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:40.022362 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:40.084970 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-20a00fee-7f8c-4ff6-be51-08d17b5cf236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:40.099489 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-87e65f12-171c-4754-acee-7386890abf18 service neutron] Attempting to bind port f9801143-329a-48b0-9cb3-9b5bd2bd8402 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 12:52:40.099829 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-87e65f12-171c-4754-acee-7386890abf18 service neutron] Attempting to bind port f9801143-329a-48b0-9cb3-9b5bd2bd8402 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '17b16814-4c19-4a37-a98d-29859b19aa8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '651f3972-1243-4a5a-964a-9845b463efa9'}] {{(pid=82756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 12:52:40.100164 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-87e65f12-171c-4754-acee-7386890abf18 service neutron] Attempting to bind port f9801143-329a-48b0-9cb3-9b5bd2bd8402 on network 651f3972-1243-4a5a-964a-9845b463efa9 {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:52:40.105261 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a00fee-7f8c-4ff6-be51-08d17b5cf236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8970b97c-11a5-4822-935c-7737f00ddfe7,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:40.111866 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-87e65f12-171c-4754-acee-7386890abf18 service neutron] Port f9801143-329a-48b0-9cb3-9b5bd2bd8402 on network 651f3972-1243-4a5a-964a-9845b463efa9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 12:52:40.112721 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-87e65f12-171c-4754-acee-7386890abf18 service neutron] Attempting to bind port f9801143-329a-48b0-9cb3-9b5bd2bd8402 on network 651f3972-1243-4a5a-964a-9845b463efa9 {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 12:52:40.113609 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-20a00fee-7f8c-4ff6-be51-08d17b5cf236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:40.114807 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-20a00fee-7f8c-4ff6-be51-08d17b5cf236 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8970b97c-11a5-4822-935c-7737f00ddfe7 HTTP/1.1" status: 204 len: 168 time: 0.1965339 Jan 18 12:52:40.122100 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-87e65f12-171c-4754-acee-7386890abf18 service neutron] Checking agent: {'id': '085e0bf5-487d-485c-86f3-dab2733d35ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'started_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 12, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 12:52:40.122443 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-87e65f12-171c-4754-acee-7386890abf18 service neutron] Checking segment: {'id': '17b16814-4c19-4a37-a98d-29859b19aa8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '651f3972-1243-4a5a-964a-9845b463efa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 12:52:40.122868 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-87e65f12-171c-4754-acee-7386890abf18 service neutron] Bound using segment: {'id': '17b16814-4c19-4a37-a98d-29859b19aa8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '651f3972-1243-4a5a-964a-9845b463efa9'} {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 12:52:40.123292 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-87e65f12-171c-4754-acee-7386890abf18 service neutron] Bound port: f9801143-329a-48b0-9cb3-9b5bd2bd8402, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17b16814-4c19-4a37-a98d-29859b19aa8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '651f3972-1243-4a5a-964a-9845b463efa9'}}] {{(pid=82756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 12:52:40.123636 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-87e65f12-171c-4754-acee-7386890abf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:40.221236 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-87e65f12-171c-4754-acee-7386890abf18 service neutron] For port f9801143-329a-48b0-9cb3-9b5bd2bd8402, host hv-cinder-82510, cleared binding levels {{(pid=82756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 12:52:40.226128 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-87e65f12-171c-4754-acee-7386890abf18 service neutron] For port f9801143-329a-48b0-9cb3-9b5bd2bd8402, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f9801143-329a-48b0-9cb3-9b5bd2bd8402,segment=NetworkSegment(17b16814-4c19-4a37-a98d-29859b19aa8d),segment_id=17b16814-4c19-4a37-a98d-29859b19aa8d)] {{(pid=82756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 12:52:40.230139 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-87e65f12-171c-4754-acee-7386890abf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:40.306106 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e65f12-171c-4754-acee-7386890abf18 service neutron] Pushing event updated for resources: {'Port': ['ID=f9801143-329a-48b0-9cb3-9b5bd2bd8402,revision_number=3']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:40.323970 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-87e65f12-171c-4754-acee-7386890abf18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:40.325279 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-87e65f12-171c-4754-acee-7386890abf18 service neutron] 10.222.0.35 "PUT /v2.0/ports/f9801143-329a-48b0-9cb3-9b5bd2bd8402 HTTP/1.1" status: 200 len: 1094 time: 1.7981868 Jan 18 12:52:40.325746 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e96dd6d-de7f-442d-99e3-ae933fdd85c6', 'tag': 'f9801143-329a-48b0-9cb3-9b5bd2bd8402'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:52:40.441775 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e96dd6d-de7f-442d-99e3-ae933fdd85c6', 'tag': 'f9801143-329a-48b0-9cb3-9b5bd2bd8402', 'status': 'completed', 'code': 200} Jan 18 12:52:40.506970 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-cc507df8-84e2-43ff-842c-947cde6d8d39 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d12a14a06d354f1cbe6b1e07ffb4521c&device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 1097 time: 0.1109345 Jan 18 12:52:40.595638 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-b2d17ef7-8b7a-4608-9845-68fd2b1b5691 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9801143-329a-48b0-9cb3-9b5bd2bd8402 HTTP/1.1" status: 200 len: 217 time: 0.0693798 Jan 18 12:52:40.676281 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-6dbd1755-5ca9-4a56-bf8c-1c9b0ae39509 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:40.678195 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-6dbd1755-5ca9-4a56-bf8c-1c9b0ae39509 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=efa0d51d-b8a5-4b68-ba6e-274c53d28a33 HTTP/1.1" status: 200 len: 847 time: 0.0706191 Jan 18 12:52:40.789922 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-641fa39e-c4ae-4893-810c-fcd1b493b862 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=651f3972-1243-4a5a-964a-9845b463efa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0855970 Jan 18 12:52:40.939248 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a5cbb-5ba3-428d-9b0d-23b1b7c6858e req-66db5467-30aa-41a0-b25b-30666bc80409 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:40.943486 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-db6a5cbb-5ba3-428d-9b0d-23b1b7c6858e req-66db5467-30aa-41a0-b25b-30666bc80409 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0949402 Jan 18 12:52:40.950420 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-7e5bb617-7278-4934-96ca-0fd8dd6ec619 service neutron] 10.222.0.35 "GET /v2.0/networks/651f3972-1243-4a5a-964a-9845b463efa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468766 Jan 18 12:52:41.013670 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-db6a5cbb-5ba3-428d-9b0d-23b1b7c6858e req-c44d4a64-91cb-45f8-b9f5-55e90fb0f294 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644519 Jan 18 12:52:41.243483 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7096fc7c-9b49-45ab-af39-991284a53a9a req-3e9785a8-f1e9-44e6-9509-22cca8b8fe83 service neutron] 10.222.0.35 "GET /v2.0/networks/651f3972-1243-4a5a-964a-9845b463efa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861581 Jan 18 12:52:41.257953 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61ff40-26e3-4bca-8a94-b4d7896f9569 req-ddb9ab17-86f5-4014-8821-b669b83a1e1d tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:41.259438 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9c61ff40-26e3-4bca-8a94-b4d7896f9569 req-ddb9ab17-86f5-4014-8821-b669b83a1e1d tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] 10.222.0.84 "GET /v2.0/ports?device_id=07740118-6cf3-4be9-8fef-f77b1f34f780 HTTP/1.1" status: 200 len: 950 time: 0.1315138 Jan 18 12:52:41.314122 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9c61ff40-26e3-4bca-8a94-b4d7896f9569 req-3666abc1-f155-4e1a-9c9f-5ac4e2d278ef tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] 10.222.0.84 "GET /v2.0/security-groups?id=5e324586-e422-41ce-aa6c-02f6f520f7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492797 Jan 18 12:52:41.535234 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0d22fecf-f87e-4964-b062-a5eaf0494faa req-6bce95d4-e068-480c-ac65-516d19c727de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d12a14a06d354f1cbe6b1e07ffb4521c&device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 1097 time: 0.0763650 Jan 18 12:52:41.795028 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22fecf-f87e-4964-b062-a5eaf0494faa req-77d1284c-54da-4f72-86af-1d7f9497e983 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:41.796734 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0d22fecf-f87e-4964-b062-a5eaf0494faa req-77d1284c-54da-4f72-86af-1d7f9497e983 service neutron] 10.222.0.35 "GET /v2.0/networks?id=651f3972-1243-4a5a-964a-9845b463efa9 HTTP/1.1" status: 200 len: 910 time: 0.1512280 Jan 18 12:52:41.871268 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0d22fecf-f87e-4964-b062-a5eaf0494faa req-52fc182a-8831-4e2d-ab96-616479f68ca3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9801143-329a-48b0-9cb3-9b5bd2bd8402 HTTP/1.1" status: 200 len: 217 time: 0.0670872 Jan 18 12:52:41.966300 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22fecf-f87e-4964-b062-a5eaf0494faa req-64c1d1ac-ce0f-4f7c-9b6f-0468882401b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:41.967765 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0d22fecf-f87e-4964-b062-a5eaf0494faa req-64c1d1ac-ce0f-4f7c-9b6f-0468882401b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=efa0d51d-b8a5-4b68-ba6e-274c53d28a33 HTTP/1.1" status: 200 len: 847 time: 0.0711052 Jan 18 12:52:42.168221 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0d22fecf-f87e-4964-b062-a5eaf0494faa req-010a22a8-074f-46e4-9e58-8b8060966d77 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=651f3972-1243-4a5a-964a-9845b463efa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1337495 Jan 18 12:52:42.173584 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3bc223-d5cf-4fa9-b7b4-dc14bc29a953 req-eb818c5f-396a-45d9-a144-8b440f253d2f tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:42.175516 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9b3bc223-d5cf-4fa9-b7b4-dc14bc29a953 req-eb818c5f-396a-45d9-a144-8b440f253d2f tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] 10.222.0.35 "GET /v2.0/ports?device_id=07740118-6cf3-4be9-8fef-f77b1f34f780 HTTP/1.1" status: 200 len: 950 time: 0.1397579 Jan 18 12:52:42.244850 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af43da-3c14-4672-92ea-09457241dcf7 req-53a82146-5717-4095-bbb4-1b72158a887a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:42.246322 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-45af43da-3c14-4672-92ea-09457241dcf7 req-53a82146-5717-4095-bbb4-1b72158a887a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0907428 Jan 18 12:52:42.294574 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-45af43da-3c14-4672-92ea-09457241dcf7 req-c4ed2aaf-185e-4f89-8300-2dcd06af3b88 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422375 Jan 18 12:52:42.323149 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [req-9b3bc223-d5cf-4fa9-b7b4-dc14bc29a953 req-db58bb48-ae68-4d4b-ac7e-c1793f1c97c6 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Deleting port 96dce14f-1f04-4a2e-966a-1164e34f60e3 {{(pid=82756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:52:42.323670 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-9b3bc223-d5cf-4fa9-b7b4-dc14bc29a953 req-db58bb48-ae68-4d4b-ac7e-c1793f1c97c6 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:42.432892 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0d22fecf-f87e-4964-b062-a5eaf0494faa req-5fa452e6-a6ce-41f8-bc07-591fedbec099 service neutron] 10.222.0.35 "GET /v2.0/networks/651f3972-1243-4a5a-964a-9845b463efa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564480 Jan 18 12:52:42.779658 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0d22fecf-f87e-4964-b062-a5eaf0494faa req-627ac20f-f6cc-4eba-a592-18c534ac0894 service neutron] 10.222.0.35 "GET /v2.0/networks/651f3972-1243-4a5a-964a-9845b463efa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404138 Jan 18 12:52:42.791508 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5b238-3ddd-4a6d-ad6c-439de490e936 req-172a365b-5262-4104-8bb7-1972d35851b6 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:42.792867 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-83c5b238-3ddd-4a6d-ad6c-439de490e936 req-172a365b-5262-4104-8bb7-1972d35851b6 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] 10.222.0.84 "GET /v2.0/ports?device_id=07740118-6cf3-4be9-8fef-f77b1f34f780 HTTP/1.1" status: 200 len: 950 time: 0.3349595 Jan 18 12:52:42.797770 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-9b3bc223-d5cf-4fa9-b7b4-dc14bc29a953 req-db58bb48-ae68-4d4b-ac7e-c1793f1c97c6 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] For port 96dce14f-1f04-4a2e-966a-1164e34f60e3, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=96dce14f-1f04-4a2e-966a-1164e34f60e3,segment=NetworkSegment(7ebcf2b5-56c8-4c80-827b-9c978348055b),segment_id=7ebcf2b5-56c8-4c80-827b-9c978348055b)] {{(pid=82756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:52:42.798120 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-9b3bc223-d5cf-4fa9-b7b4-dc14bc29a953 req-db58bb48-ae68-4d4b-ac7e-c1793f1c97c6 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:43.033860 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [req-9b3bc223-d5cf-4fa9-b7b4-dc14bc29a953 req-db58bb48-ae68-4d4b-ac7e-c1793f1c97c6 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Calling delete_port for 96dce14f-1f04-4a2e-966a-1164e34f60e3 owned by compute:nova {{(pid=82756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:52:43.107346 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-83c5b238-3ddd-4a6d-ad6c-439de490e936 req-31ac04b7-6033-42bd-898b-abbdfd04e966 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] 10.222.0.84 "GET /v2.0/security-groups?id=5e324586-e422-41ce-aa6c-02f6f520f7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009753 Jan 18 12:52:43.217767 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-9b3bc223-d5cf-4fa9-b7b4-dc14bc29a953 req-db58bb48-ae68-4d4b-ac7e-c1793f1c97c6 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:43.257041 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] get_ports_and_sgs() called for port_ids ['96dce14f-1f04-4a2e-966a-1164e34f60e3'] {{(pid=82758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:52:43.288926 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58bb48-ae68-4d4b-ac7e-c1793f1c97c6 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Pushing event deleted for resources: {'Port': ['ID=96dce14f-1f04-4a2e-966a-1164e34f60e3,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:52:43.382580 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3bc223-d5cf-4fa9-b7b4-dc14bc29a953 req-db58bb48-ae68-4d4b-ac7e-c1793f1c97c6 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] No DVR routers for this DVR port 96dce14f-1f04-4a2e-966a-1164e34f60e3 on host hv-cinder-82510 {{(pid=82756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 12:52:43.386432 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-9b3bc223-d5cf-4fa9-b7b4-dc14bc29a953 req-db58bb48-ae68-4d4b-ac7e-c1793f1c97c6 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:43.389571 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07740118-6cf3-4be9-8fef-f77b1f34f780', 'name': 'network-vif-deleted', 'tag': '96dce14f-1f04-4a2e-966a-1164e34f60e3'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:52:43.415187 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9b3bc223-d5cf-4fa9-b7b4-dc14bc29a953 req-db58bb48-ae68-4d4b-ac7e-c1793f1c97c6 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] 10.222.0.35 "DELETE /v2.0/ports/96dce14f-1f04-4a2e-966a-1164e34f60e3 HTTP/1.1" status: 204 len: 173 time: 1.2181671 Jan 18 12:52:43.497710 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07740118-6cf3-4be9-8fef-f77b1f34f780', 'name': 'network-vif-deleted', 'tag': '96dce14f-1f04-4a2e-966a-1164e34f60e3', 'status': 'completed', 'code': 200} Jan 18 12:52:43.544571 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687de574-106b-4656-8633-ccde794bb938 req-2a58a025-2897-4b40-b4dd-456de7a0041b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:43.546976 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-687de574-106b-4656-8633-ccde794bb938 req-2a58a025-2897-4b40-b4dd-456de7a0041b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.1068072 Jan 18 12:52:43.598427 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-687de574-106b-4656-8633-ccde794bb938 req-51e499cc-2dd9-43ef-9f38-11b35647c480 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466223 Jan 18 12:52:43.767354 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-d69f4abe-47f0-4ce6-8f92-04f12d7b1523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:44.307905 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-10dc3fe7-39a5-482d-afee-7e0f9b438717 req-2025c445-2e7f-4862-966c-221e34d847d9 tempest-VolumesNegativeTest-1593594903 tempest-VolumesNegativeTest-1593594903-project] 10.222.0.84 "GET /v2.0/ports?device_id=07740118-6cf3-4be9-8fef-f77b1f34f780 HTTP/1.1" status: 200 len: 210 time: 0.0440755 Jan 18 12:52:44.808928 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca18ee-d3cd-466e-81a1-f0fd93e9ba56 req-85a9437a-2957-4a75-a6d4-d3fc82f8633f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:44.810386 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-2bca18ee-d3cd-466e-81a1-f0fd93e9ba56 req-85a9437a-2957-4a75-a6d4-d3fc82f8633f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0858655 Jan 18 12:52:44.864552 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-2bca18ee-d3cd-466e-81a1-f0fd93e9ba56 req-4ec61ee3-5248-494e-9c82-23a3ad098fce tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485032 Jan 18 12:52:46.046979 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-58567701-5344-4a1b-8713-9b1c07b2d29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:46.111424 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5376f-5a38-4b75-8948-68cfd371d6a6 req-36339aeb-d021-44c1-888c-bf91baf504b1 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:46.113088 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-fca5376f-5a38-4b75-8948-68cfd371d6a6 req-36339aeb-d021-44c1-888c-bf91baf504b1 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0919554 Jan 18 12:52:46.170512 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-fca5376f-5a38-4b75-8948-68cfd371d6a6 req-5176e35b-2e0b-4de1-95bf-9e399e919dbd tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514488 Jan 18 12:52:47.022989 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 96dce14f-1f04-4a2e-966a-1164e34f60e3 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:52:47.055176 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] No Port match for: 96dce14f-1f04-4a2e-966a-1164e34f60e3 {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 12:52:47.055945 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 96dce14f-1f04-4a2e-966a-1164e34f60e3 not bound to the agent host hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 12:52:47.224778 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:47.395808 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:47.403272 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddc3f8-2ed6-4ee3-9cb3-3c460aa2d472 req-72d04813-e594-4f52-bfd0-21093f02a70d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:47.404959 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4bddc3f8-2ed6-4ee3-9cb3-3c460aa2d472 req-72d04813-e594-4f52-bfd0-21093f02a70d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0953217 Jan 18 12:52:47.460914 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4bddc3f8-2ed6-4ee3-9cb3-3c460aa2d472 req-c3db2c16-2949-472f-9d71-58b236c16765 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495665 Jan 18 12:52:48.697673 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442e849-49ae-4d28-bd4e-51524bb9010c req-a5911044-5df3-4653-a8a7-0efbcd326c03 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:48.699317 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7442e849-49ae-4d28-bd4e-51524bb9010c req-a5911044-5df3-4653-a8a7-0efbcd326c03 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0886607 Jan 18 12:52:48.747987 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7442e849-49ae-4d28-bd4e-51524bb9010c req-fd90d206-9ac6-4d2f-a6d6-37bed8034e90 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422513 Jan 18 12:52:48.876374 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:52:49.950753 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6c166-23a4-4199-85b4-a09ba5ae38ef req-bc8aa93a-c222-4e08-af80-4945860ef0d0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:49.952215 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d3d6c166-23a4-4199-85b4-a09ba5ae38ef req-bc8aa93a-c222-4e08-af80-4945860ef0d0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0797765 Jan 18 12:52:50.001360 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d3d6c166-23a4-4199-85b4-a09ba5ae38ef req-2d2eecdb-2289-43a1-9bf1-f0a1b5e02cee tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427384 Jan 18 12:52:51.207690 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc30f7-4d89-43d5-b417-cb93dc0208ea req-2c297c90-0f62-426f-b7b5-a99dbdc4e127 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:51.209142 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6bfc30f7-4d89-43d5-b417-cb93dc0208ea req-2c297c90-0f62-426f-b7b5-a99dbdc4e127 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0830114 Jan 18 12:52:51.255369 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6bfc30f7-4d89-43d5-b417-cb93dc0208ea req-4c34f945-8aea-49d1-9e95-37a4093b5720 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404134 Jan 18 12:52:52.460070 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf09e7-46ed-47bf-afb7-4bc621409812 req-5127bc5d-09e1-4a10-b454-b184727f864b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:52.461548 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b5bf09e7-46ed-47bf-afb7-4bc621409812 req-5127bc5d-09e1-4a10-b454-b184727f864b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0858822 Jan 18 12:52:52.520954 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b5bf09e7-46ed-47bf-afb7-4bc621409812 req-f0aa66ad-7fb4-4d31-8139-95c4c96ad56f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536051 Jan 18 12:52:53.737186 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074a710-f82b-42b9-be5d-9196bda4acc4 req-56dedbee-b99f-4cdc-8f5f-fd84fd0a6794 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:53.739130 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6074a710-f82b-42b9-be5d-9196bda4acc4 req-56dedbee-b99f-4cdc-8f5f-fd84fd0a6794 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0772958 Jan 18 12:52:53.786940 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6074a710-f82b-42b9-be5d-9196bda4acc4 req-9caeccb1-3153-4adc-88ad-dd6da3a773c1 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419161 Jan 18 12:52:55.012260 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c2eda-4781-4559-a1e8-f9a8dd96bd0b req-8d5eea50-d216-4295-a651-bee7ae7ceb31 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:55.013751 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bb6c2eda-4781-4559-a1e8-f9a8dd96bd0b req-8d5eea50-d216-4295-a651-bee7ae7ceb31 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.1046689 Jan 18 12:52:55.065881 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bb6c2eda-4781-4559-a1e8-f9a8dd96bd0b req-36f561de-f923-4d46-ad2f-0a8cf7954da9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439026 Jan 18 12:52:55.202106 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-cd65b690-9a71-47e1-a97e-d84df1aeb8d6 req-56274434-087b-4b4c-a65b-0da1081d87ba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4780fe48fc504b868a4e20ccdeddc261&device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 1138 time: 0.1433413 Jan 18 12:52:55.209623 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ef1d5-2237-4200-af4c-eca7e962b640 req-a6a00e28-9aaa-4893-b844-7ca75cbfadaf tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:55.210988 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-fd6ef1d5-2237-4200-af4c-eca7e962b640 req-a6a00e28-9aaa-4893-b844-7ca75cbfadaf tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 985 time: 0.1125324 Jan 18 12:52:55.341296 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-fd6ef1d5-2237-4200-af4c-eca7e962b640 req-00eba325-75c8-4dc8-b6fd-efe8f643bd28 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&id=de9c26e8-c2a6-450a-b3f6-ef2d7e6ff0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1113276 Jan 18 12:52:55.376010 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65b690-9a71-47e1-a97e-d84df1aeb8d6 req-b8b94e38-856d-4a0e-bd47-1ab8d5eb0d25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:55.377447 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-cd65b690-9a71-47e1-a97e-d84df1aeb8d6 req-b8b94e38-856d-4a0e-bd47-1ab8d5eb0d25 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3aafb570-73f3-4d6d-b0fd-ecc33f87d7db HTTP/1.1" status: 200 len: 917 time: 0.1656008 Jan 18 12:52:55.485140 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-cd65b690-9a71-47e1-a97e-d84df1aeb8d6 req-154e573b-6f08-4088-b2ad-bb6978c32c95 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e00e54c6-536f-4529-acd6-93c664eff79b HTTP/1.1" status: 200 len: 1001 time: 0.1011586 Jan 18 12:52:55.558107 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65b690-9a71-47e1-a97e-d84df1aeb8d6 req-6cf66c88-aec5-4f45-9f20-1c88bc44f05f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:55.559582 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-cd65b690-9a71-47e1-a97e-d84df1aeb8d6 req-6cf66c88-aec5-4f45-9f20-1c88bc44f05f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=79e00410-d53e-44ca-b28a-3e7239ed8fa5 HTTP/1.1" status: 200 len: 854 time: 0.0692229 Jan 18 12:52:55.636924 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-cd65b690-9a71-47e1-a97e-d84df1aeb8d6 req-f0e4dd13-1000-4550-bbe8-509383cee578 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3aafb570-73f3-4d6d-b0fd-ecc33f87d7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713902 Jan 18 12:52:55.849951 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-cd65b690-9a71-47e1-a97e-d84df1aeb8d6 req-a57268a1-8477-4e8b-8054-1e916b6525c3 service neutron] 10.222.0.35 "GET /v2.0/networks/3aafb570-73f3-4d6d-b0fd-ecc33f87d7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059147 Jan 18 12:52:55.983225 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-cd65b690-9a71-47e1-a97e-d84df1aeb8d6 req-ccca1bed-30f7-4f6c-9bca-b78aabffc3a9 service neutron] 10.222.0.35 "GET /v2.0/networks/3aafb570-73f3-4d6d-b0fd-ecc33f87d7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268461 Jan 18 12:52:56.272203 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b5f83-50db-4d07-a21b-29cdb0475b7c req-9687199b-45fb-44c2-b11c-95333ad90533 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:56.273669 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bc6b5f83-50db-4d07-a21b-29cdb0475b7c req-9687199b-45fb-44c2-b11c-95333ad90533 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0799201 Jan 18 12:52:56.329558 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bc6b5f83-50db-4d07-a21b-29cdb0475b7c req-a48101c7-6df4-4aea-9756-2d6ddcc22250 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502713 Jan 18 12:52:56.557166 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74ffb9-298d-49b6-9776-2e49a67b9e92 req-36d5447a-c2ce-4aaf-a42e-ae6c1e518c76 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:56.559184 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6f74ffb9-298d-49b6-9776-2e49a67b9e92 req-36d5447a-c2ce-4aaf-a42e-ae6c1e518c76 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 985 time: 0.0829246 Jan 18 12:52:56.607861 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-6f74ffb9-298d-49b6-9776-2e49a67b9e92 req-608b8448-591c-43bf-8b40-c3bb25e52e23 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Synchronizing usage tracker for tenant:4780fe48fc504b868a4e20ccdeddc261 on resource:security_group {{(pid=82757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:52:56.626182 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-6f74ffb9-298d-49b6-9776-2e49a67b9e92 req-608b8448-591c-43bf-8b40-c3bb25e52e23 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Unset dirty status for tenant:4780fe48fc504b868a4e20ccdeddc261 on resource:security_group {{(pid=82757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:52:56.627720 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6f74ffb9-298d-49b6-9776-2e49a67b9e92 req-608b8448-591c-43bf-8b40-c3bb25e52e23 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&id=de9c26e8-c2a6-450a-b3f6-ef2d7e6ff0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0630414 Jan 18 12:52:57.531064 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb77df0-c4c4-4b1d-8bb1-6be92a978c5d req-a1cc61f3-7064-401e-9bb1-dc449f7f27e3 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:57.532509 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-8bb77df0-c4c4-4b1d-8bb1-6be92a978c5d req-a1cc61f3-7064-401e-9bb1-dc449f7f27e3 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0769353 Jan 18 12:52:57.583902 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-8bb77df0-c4c4-4b1d-8bb1-6be92a978c5d req-5ebed5e2-91ca-48c3-8ea7-f196f2a9455c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451090 Jan 18 12:52:57.845331 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada42462-8e4f-4b5f-8900-8e63e319bd19 req-0fc7a96d-ca8f-4f0f-b938-849f6111f90a tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:57.846844 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ada42462-8e4f-4b5f-8900-8e63e319bd19 req-0fc7a96d-ca8f-4f0f-b938-849f6111f90a tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 985 time: 0.0844505 Jan 18 12:52:57.897813 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ada42462-8e4f-4b5f-8900-8e63e319bd19 req-f07e0b63-f5e3-406a-a311-26d07949a8b5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&id=de9c26e8-c2a6-450a-b3f6-ef2d7e6ff0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0439966 Jan 18 12:52:58.803156 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4c762-2c44-4fd1-b6fb-a393a24ca2bc req-ef66890a-cad3-4c0f-85e9-c531d380aafc tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:58.804636 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-feb4c762-2c44-4fd1-b6fb-a393a24ca2bc req-ef66890a-cad3-4c0f-85e9-c531d380aafc tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0931273 Jan 18 12:52:58.858267 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-feb4c762-2c44-4fd1-b6fb-a393a24ca2bc req-98734331-2a25-4aa5-bbf8-0dc0504c659f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471065 Jan 18 12:52:59.119684 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85ed1e-2e9e-43d9-985e-d2ee35b30dac req-b3cee256-f74c-441a-9eef-3d2e783b9fa7 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:52:59.121138 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-8a85ed1e-2e9e-43d9-985e-d2ee35b30dac req-b3cee256-f74c-441a-9eef-3d2e783b9fa7 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 985 time: 0.0785384 Jan 18 12:52:59.172699 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-8a85ed1e-2e9e-43d9-985e-d2ee35b30dac req-e186ad13-3e27-4248-be96-12cf552ebcf2 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&id=de9c26e8-c2a6-450a-b3f6-ef2d7e6ff0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0459557 Jan 18 12:53:00.110667 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddca2b9-8e95-4495-a930-11f5c90646c2 req-42990393-369f-4230-9805-216baf9c35a9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:00.117014 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-fddca2b9-8e95-4495-a930-11f5c90646c2 req-42990393-369f-4230-9805-216baf9c35a9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.1145768 Jan 18 12:53:00.175384 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-fddca2b9-8e95-4495-a930-11f5c90646c2 req-1b969bb2-482f-4357-a496-89f144473ffa tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574000 Jan 18 12:53:00.377153 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458379ee-7d35-4f78-940d-9e2284c9b9f5 req-e9bb05b4-3206-48ae-9899-008325088d43 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:00.378537 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-458379ee-7d35-4f78-940d-9e2284c9b9f5 req-e9bb05b4-3206-48ae-9899-008325088d43 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 985 time: 0.0775352 Jan 18 12:53:00.427937 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-458379ee-7d35-4f78-940d-9e2284c9b9f5 req-fac5eead-ecd4-4ca2-939e-abe57c9252c9 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&id=de9c26e8-c2a6-450a-b3f6-ef2d7e6ff0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0435405 Jan 18 12:53:01.390042 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b3649-a671-4cb7-8e84-5821d09462f3 req-5dc3a96b-9798-4e24-8407-06788f05defe tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:01.391510 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-fa3b3649-a671-4cb7-8e84-5821d09462f3 req-5dc3a96b-9798-4e24-8407-06788f05defe tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0793281 Jan 18 12:53:01.437875 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-fa3b3649-a671-4cb7-8e84-5821d09462f3 req-adb629a5-9c87-45df-bbf9-7373a51db7a6 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402596 Jan 18 12:53:01.632310 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803482e-d540-4f07-80ea-ac027b3b0f5e req-2b622222-3388-438e-aa44-284eabfac468 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:01.633799 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9803482e-d540-4f07-80ea-ac027b3b0f5e req-2b622222-3388-438e-aa44-284eabfac468 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 985 time: 0.0822387 Jan 18 12:53:01.682318 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9803482e-d540-4f07-80ea-ac027b3b0f5e req-249c1317-93a0-430d-a786-9f48ca3400a9 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&id=de9c26e8-c2a6-450a-b3f6-ef2d7e6ff0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0427186 Jan 18 12:53:02.640773 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772accb-9081-4141-9b4a-b4b992c332ca req-1dcedf2e-7612-41e8-a1a6-3e705782d2b7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:02.642353 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-3772accb-9081-4141-9b4a-b4b992c332ca req-1dcedf2e-7612-41e8-a1a6-3e705782d2b7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0810764 Jan 18 12:53:02.695948 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-3772accb-9081-4141-9b4a-b4b992c332ca req-86d8f1a2-1dd2-4331-bb75-79d9323a3beb tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478084 Jan 18 12:53:02.886134 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe29131-02f9-4268-b21a-ba23eb7a560c req-898c7103-674b-458c-858a-b49dae7b5b03 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:02.887613 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4fe29131-02f9-4268-b21a-ba23eb7a560c req-898c7103-674b-458c-858a-b49dae7b5b03 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 985 time: 0.0782008 Jan 18 12:53:02.936032 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4fe29131-02f9-4268-b21a-ba23eb7a560c req-57f188eb-c7f4-43bf-8da0-28934be2157a tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&id=de9c26e8-c2a6-450a-b3f6-ef2d7e6ff0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0427585 Jan 18 12:53:03.990353 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186d61d-3852-4546-bb96-f87b1baff4c4 req-77c90c6f-3558-4435-ba62-eecc2b465049 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:03.992163 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-5186d61d-3852-4546-bb96-f87b1baff4c4 req-77c90c6f-3558-4435-ba62-eecc2b465049 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.1763082 Jan 18 12:53:04.057988 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-5186d61d-3852-4546-bb96-f87b1baff4c4 req-d8e774b4-7371-4f3b-bd23-37d01d5ce3bb tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599220 Jan 18 12:53:04.151219 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af399a8c-c5eb-41e6-ac1e-ee561e3a0490 req-0195be81-feac-429d-b709-92e252987066 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:04.152826 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-af399a8c-c5eb-41e6-ac1e-ee561e3a0490 req-0195be81-feac-429d-b709-92e252987066 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 985 time: 0.0786350 Jan 18 12:53:04.200670 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-af399a8c-c5eb-41e6-ac1e-ee561e3a0490 req-9228655a-3cc3-4146-af65-30520d05db6a tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&id=de9c26e8-c2a6-450a-b3f6-ef2d7e6ff0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0422730 Jan 18 12:53:05.265244 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f74ec-428d-45e0-a682-14020891b3df req-43d7c336-1854-4792-8e71-a1538d1e1447 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:05.266582 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-902f74ec-428d-45e0-a682-14020891b3df req-43d7c336-1854-4792-8e71-a1538d1e1447 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0837061 Jan 18 12:53:05.315203 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-902f74ec-428d-45e0-a682-14020891b3df req-0168f2f6-08f7-46ca-a8f5-3278e91c1d4d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424523 Jan 18 12:53:05.411692 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f786de0-d586-45c0-876a-5a1073703ce9 req-b6c38ed8-f12a-447e-a036-7a0a429f672b tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:05.413178 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6f786de0-d586-45c0-876a-5a1073703ce9 req-b6c38ed8-f12a-447e-a036-7a0a429f672b tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 985 time: 0.0795205 Jan 18 12:53:05.468519 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6f786de0-d586-45c0-876a-5a1073703ce9 req-0659fbd4-509c-4814-8eb8-6941314d81ef tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&id=de9c26e8-c2a6-450a-b3f6-ef2d7e6ff0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0496342 Jan 18 12:53:06.520489 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789ee78-1d40-4b5d-9a14-1c2ebed28280 req-bc971081-8a2f-4f32-aa1c-d393dbfeca07 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:06.521934 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-a789ee78-1d40-4b5d-9a14-1c2ebed28280 req-bc971081-8a2f-4f32-aa1c-d393dbfeca07 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0783350 Jan 18 12:53:06.570454 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-a789ee78-1d40-4b5d-9a14-1c2ebed28280 req-0dafc944-7ac5-461a-8d11-7ea37e3e14f6 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424564 Jan 18 12:53:06.689734 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be466c55-a0c2-4c89-8c6f-5b0aec9d5344 req-7dc948c2-266c-40a3-8a05-9bf5514a7955 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:06.691723 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-be466c55-a0c2-4c89-8c6f-5b0aec9d5344 req-7dc948c2-266c-40a3-8a05-9bf5514a7955 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 985 time: 0.0809381 Jan 18 12:53:06.765725 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-be466c55-a0c2-4c89-8c6f-5b0aec9d5344 req-0ac8a7d6-6576-427d-bdbc-add80f163f76 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&id=de9c26e8-c2a6-450a-b3f6-ef2d7e6ff0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0683496 Jan 18 12:53:07.777396 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4288e37-13de-4acd-a225-a2fa3cef7bca req-51ce74ca-d2df-4c7e-937b-4bc45821a728 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:07.778891 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a4288e37-13de-4acd-a225-a2fa3cef7bca req-51ce74ca-d2df-4c7e-937b-4bc45821a728 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0874672 Jan 18 12:53:07.828445 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a4288e37-13de-4acd-a225-a2fa3cef7bca req-aeb29070-0eb6-4738-bcd4-452dc697ac15 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441327 Jan 18 12:53:08.016936 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:53:08.114391 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0f14a-d560-4946-92b9-1c58cd1a1cf6 req-772343bc-54e7-4ca4-bf94-e37eb32c39a9 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:08.115902 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e2d0f14a-d560-4946-92b9-1c58cd1a1cf6 req-772343bc-54e7-4ca4-bf94-e37eb32c39a9 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 985 time: 0.0803554 Jan 18 12:53:08.164116 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e2d0f14a-d560-4946-92b9-1c58cd1a1cf6 req-152f191a-1fbd-4dcd-9026-b52abd26eb85 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&id=de9c26e8-c2a6-450a-b3f6-ef2d7e6ff0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0423577 Jan 18 12:53:09.036456 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23f8de-3add-407f-9981-ccd94bdcfb60 req-d9263132-b323-4c0f-8ceb-40e6c71bbf21 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:09.037836 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-fb23f8de-3add-407f-9981-ccd94bdcfb60 req-d9263132-b323-4c0f-8ceb-40e6c71bbf21 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0837045 Jan 18 12:53:09.090737 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-fb23f8de-3add-407f-9981-ccd94bdcfb60 req-534fa51d-f8f6-45a9-a806-ad9c0e565397 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468056 Jan 18 12:53:09.373544 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586d9a1-fa85-4ae0-a7ba-abf33a8e6fa6 req-74e2b065-e525-4482-84c4-a6401a7b9b62 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:09.375038 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-d586d9a1-fa85-4ae0-a7ba-abf33a8e6fa6 req-74e2b065-e525-4482-84c4-a6401a7b9b62 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 985 time: 0.0787489 Jan 18 12:53:09.437253 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-d586d9a1-fa85-4ae0-a7ba-abf33a8e6fa6 req-07eb9974-36f6-4ba6-87f1-55cdc893f376 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&id=de9c26e8-c2a6-450a-b3f6-ef2d7e6ff0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0531225 Jan 18 12:53:10.015423 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:10.310966 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2cc64-1e40-489d-96bc-35bad0f9f8e0 req-4dfc2e16-0d16-4715-8dd9-adb1c9f788bb tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:10.312401 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-82c2cc64-1e40-489d-96bc-35bad0f9f8e0 req-4dfc2e16-0d16-4715-8dd9-adb1c9f788bb tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0828507 Jan 18 12:53:10.358779 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-82c2cc64-1e40-489d-96bc-35bad0f9f8e0 req-0e85e22f-a915-4975-a4fb-93236c61b918 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402570 Jan 18 12:53:10.636302 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcdc6b2-efb7-405f-9a1c-715abd79ce94 req-2681d6c5-bb69-4f00-9e10-4f3fa05e8596 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:10.637641 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6fcdc6b2-efb7-405f-9a1c-715abd79ce94 req-2681d6c5-bb69-4f00-9e10-4f3fa05e8596 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 985 time: 0.0782149 Jan 18 12:53:10.690214 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6fcdc6b2-efb7-405f-9a1c-715abd79ce94 req-91027e08-2238-42b9-8466-a9dc37871a13 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&id=de9c26e8-c2a6-450a-b3f6-ef2d7e6ff0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0469975 Jan 18 12:53:11.563960 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5641f-0926-4a48-896f-3503de3dbac5 req-bf1b9959-4d07-4a29-9493-38a8025563bb tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:11.565533 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e4a5641f-0926-4a48-896f-3503de3dbac5 req-bf1b9959-4d07-4a29-9493-38a8025563bb tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0871909 Jan 18 12:53:11.613059 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e4a5641f-0926-4a48-896f-3503de3dbac5 req-30e9c428-a99b-4828-87b0-b66573c27dbf tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408301 Jan 18 12:53:11.896974 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4bc1a-354b-4061-bfbd-cba929588d7e req-fd3accf3-dcbe-4f0a-84df-5e8b45955c6a tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:11.898417 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3bf4bc1a-354b-4061-bfbd-cba929588d7e req-fd3accf3-dcbe-4f0a-84df-5e8b45955c6a tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 985 time: 0.0768368 Jan 18 12:53:11.949727 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3bf4bc1a-354b-4061-bfbd-cba929588d7e req-18c164d1-a126-4bbd-812e-8900b21b1ec4 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&id=de9c26e8-c2a6-450a-b3f6-ef2d7e6ff0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0455790 Jan 18 12:53:12.816947 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77631c-b306-47de-94af-56b969844993 req-c7c43e14-7adb-4d17-9742-8c28e47d13d7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:12.818417 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-cf77631c-b306-47de-94af-56b969844993 req-c7c43e14-7adb-4d17-9742-8c28e47d13d7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0804822 Jan 18 12:53:12.870184 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-cf77631c-b306-47de-94af-56b969844993 req-bde46c00-7a64-4ce1-ba77-458d9478a71f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457726 Jan 18 12:53:13.164029 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80cc75-8349-4a47-a9a0-8ab9e0b9a079 req-5dcf30b0-464e-4d34-a602-26e93efaa650 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:13.165512 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8a80cc75-8349-4a47-a9a0-8ab9e0b9a079 req-5dcf30b0-464e-4d34-a602-26e93efaa650 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 985 time: 0.0785277 Jan 18 12:53:13.224587 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8a80cc75-8349-4a47-a9a0-8ab9e0b9a079 req-fd64e73f-5ff2-4985-8ce8-a482c9504759 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&id=de9c26e8-c2a6-450a-b3f6-ef2d7e6ff0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0442266 Jan 18 12:53:13.770469 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-c906e0ff-12d9-4ec1-abf9-b9eb480aca58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:14.083938 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab73a5-e77b-4c9c-ae5e-6e17a023ccd6 req-e3405682-abf3-4526-994c-f8e379aeed60 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:14.085411 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-fdab73a5-e77b-4c9c-ae5e-6e17a023ccd6 req-e3405682-abf3-4526-994c-f8e379aeed60 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0882349 Jan 18 12:53:14.133535 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-fdab73a5-e77b-4c9c-ae5e-6e17a023ccd6 req-e13343c3-5323-4fc6-8e83-c975c7cfe07d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423503 Jan 18 12:53:15.332104 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ecb1ac-d11a-4a4e-b0ad-b097de0c46d2 req-a3fff974-cf61-471f-aba0-ddb95439838d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:15.333740 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-56ecb1ac-d11a-4a4e-b0ad-b097de0c46d2 req-a3fff974-cf61-471f-aba0-ddb95439838d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0807254 Jan 18 12:53:15.383016 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-56ecb1ac-d11a-4a4e-b0ad-b097de0c46d2 req-06c4ca0a-d5ba-4d47-99ab-c76bf2986036 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433099 Jan 18 12:53:16.030031 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-37fde45f-51e1-43a3-aabb-ac195a5c3eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:16.583942 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e2419-e039-4275-bd8a-a048f3cc7556 req-6bbf11a8-cd11-48aa-aa4b-452635bdf1ce tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:16.585391 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-245e2419-e039-4275-bd8a-a048f3cc7556 req-6bbf11a8-cd11-48aa-aa4b-452635bdf1ce tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0777216 Jan 18 12:53:16.633816 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-245e2419-e039-4275-bd8a-a048f3cc7556 req-1fd913c4-799a-4ab4-8d58-7433a4eed66a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428834 Jan 18 12:53:17.220305 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:17.385198 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:17.837169 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1885fd-b8c5-4619-b87f-b48157fb15e5 req-ad37f4a2-5e71-4157-925d-28457370a352 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:17.838646 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-5b1885fd-b8c5-4619-b87f-b48157fb15e5 req-ad37f4a2-5e71-4157-925d-28457370a352 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0820415 Jan 18 12:53:17.885614 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-5b1885fd-b8c5-4619-b87f-b48157fb15e5 req-96003fe5-de77-44bc-8d44-90b9fcff95fb tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415938 Jan 18 12:53:18.871092 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:19.164641 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60caac46-cfba-4fc6-a601-a033695cc2eb req-ac5b82db-7513-4365-8e62-71f4d0283753 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:19.166244 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-60caac46-cfba-4fc6-a601-a033695cc2eb req-ac5b82db-7513-4365-8e62-71f4d0283753 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.1600616 Jan 18 12:53:19.212201 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-60caac46-cfba-4fc6-a601-a033695cc2eb req-006470a1-92b3-4822-8614-15d9dd0322ae tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397749 Jan 18 12:53:20.412424 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fec818-e246-4be8-ab65-beb0ccf66a83 req-4169f0b2-8598-41f7-9642-eae8606336f6 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:20.414015 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-01fec818-e246-4be8-ab65-beb0ccf66a83 req-4169f0b2-8598-41f7-9642-eae8606336f6 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0796771 Jan 18 12:53:20.460902 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-01fec818-e246-4be8-ab65-beb0ccf66a83 req-2ccb5d34-c081-4e09-98be-0e6dee14f1ae tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406296 Jan 18 12:53:21.665962 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be7886-6dde-48ce-952c-e70a71b300bd req-33a79918-f2b9-4fb5-8c79-6c0d25d05a3b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:21.667637 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-27be7886-6dde-48ce-952c-e70a71b300bd req-33a79918-f2b9-4fb5-8c79-6c0d25d05a3b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0781043 Jan 18 12:53:21.716082 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-27be7886-6dde-48ce-952c-e70a71b300bd req-a5f78ccb-abd8-4c98-ad3b-db293f408a70 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428967 Jan 18 12:53:22.920643 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8e4ed-f13f-45fb-8ec2-ae5e7355076d req-366339e5-7512-4b3f-8bee-a497d2a3168a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:22.922114 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-95c8e4ed-f13f-45fb-8ec2-ae5e7355076d req-366339e5-7512-4b3f-8bee-a497d2a3168a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0807812 Jan 18 12:53:22.969966 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-95c8e4ed-f13f-45fb-8ec2-ae5e7355076d req-4719c328-2d46-484c-ac6d-7744b94960c4 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413580 Jan 18 12:53:24.173982 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f79d1b-881a-404b-9cd8-b24fc4ad38cf req-06d19c8e-e55e-4780-be86-592bd3d6f60c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:24.175521 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-25f79d1b-881a-404b-9cd8-b24fc4ad38cf req-06d19c8e-e55e-4780-be86-592bd3d6f60c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0827205 Jan 18 12:53:24.229504 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-25f79d1b-881a-404b-9cd8-b24fc4ad38cf req-9dc16a10-42b8-4fed-8d14-464ebafc145f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482337 Jan 18 12:53:25.439357 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405af86-7a4e-4d09-aca9-b9f81532aacd req-baae74d0-3dce-4f05-bf5a-8074e920fba8 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:25.440807 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4405af86-7a4e-4d09-aca9-b9f81532aacd req-baae74d0-3dce-4f05-bf5a-8074e920fba8 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0812371 Jan 18 12:53:25.495176 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4405af86-7a4e-4d09-aca9-b9f81532aacd req-1bb3fc26-41d6-40ea-9a73-aaeb75d4144e tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485487 Jan 18 12:53:26.688257 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27039012-8f43-464f-9234-95abd0625ea5 req-20de0f14-a2e1-4e5d-a799-d6f7eeeb0ff4 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:26.689703 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-27039012-8f43-464f-9234-95abd0625ea5 req-20de0f14-a2e1-4e5d-a799-d6f7eeeb0ff4 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0784695 Jan 18 12:53:26.745355 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-27039012-8f43-464f-9234-95abd0625ea5 req-dcfcb647-b6f5-4a7b-af34-b11bb60a32fc tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494189 Jan 18 12:53:27.952468 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30303f34-7918-4347-b093-0fdd94f200b7 req-0207fc14-84cf-4abc-b4a9-5a58e8b330d6 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:27.953946 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-30303f34-7918-4347-b093-0fdd94f200b7 req-0207fc14-84cf-4abc-b4a9-5a58e8b330d6 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0809324 Jan 18 12:53:28.008855 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-30303f34-7918-4347-b093-0fdd94f200b7 req-65d4b5c7-bda0-4a72-9f4e-e7dab2f35e8e tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492051 Jan 18 12:53:29.214142 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329b678-e5b9-49e5-9819-2f859a51446b req-95185655-1f82-475a-8e4b-efe25e057a08 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:29.215609 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8329b678-e5b9-49e5-9819-2f859a51446b req-95185655-1f82-475a-8e4b-efe25e057a08 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0775204 Jan 18 12:53:29.264758 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8329b678-e5b9-49e5-9819-2f859a51446b req-c3bb08aa-731c-4cfc-b2cb-1e2c7b15be77 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423312 Jan 18 12:53:30.476838 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027ba46-1b78-45a3-a9f6-205e31bad91c req-3e3b1f53-21cc-41f3-a17e-240d9211a4dc tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:30.478317 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3027ba46-1b78-45a3-a9f6-205e31bad91c req-3e3b1f53-21cc-41f3-a17e-240d9211a4dc tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0850492 Jan 18 12:53:30.532326 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3027ba46-1b78-45a3-a9f6-205e31bad91c req-b7672429-403e-409f-8050-90d25baefc27 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455303 Jan 18 12:53:31.262213 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device f9801143-329a-48b0-9cb3-9b5bd2bd8402 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 12:53:31.428941 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port f9801143-329a-48b0-9cb3-9b5bd2bd8402, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f9801143-329a-48b0-9cb3-9b5bd2bd8402,segment=NetworkSegment(17b16814-4c19-4a37-a98d-29859b19aa8d),segment_id=17b16814-4c19-4a37-a98d-29859b19aa8d)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:53:31.442822 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Returning: {'device': 'f9801143-329a-48b0-9cb3-9b5bd2bd8402', 'network_id': '651f3972-1243-4a5a-964a-9845b463efa9', 'port_id': 'f9801143-329a-48b0-9cb3-9b5bd2bd8402', 'mac_address': 'fa:16:3e:52:ed:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1097, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efa0d51d-b8a5-4b68-ba6e-274c53d28a33', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 12:53:31.504526 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:31.522700 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9801143-329a-48b0-9cb3-9b5bd2bd8402 {{(pid=82758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 12:53:31.538823 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port f9801143-329a-48b0-9cb3-9b5bd2bd8402, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f9801143-329a-48b0-9cb3-9b5bd2bd8402,segment=NetworkSegment(17b16814-4c19-4a37-a98d-29859b19aa8d),segment_id=17b16814-4c19-4a37-a98d-29859b19aa8d)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:53:31.542633 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:31.615328 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=f9801143-329a-48b0-9cb3-9b5bd2bd8402,revision_number=4']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:31.628328 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:31.628328 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:31.628328 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:31.628328 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:31.628328 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:31.628328 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:31.628328 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:31.628328 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:31.628328 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:31.628328 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:31.628328 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:31.775858 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f649885-8c73-47bb-81d0-1f52a5ea6d14 req-a653bd52-672f-413f-886f-8245ea772c93 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:31.777327 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6f649885-8c73-47bb-81d0-1f52a5ea6d14 req-a653bd52-672f-413f-886f-8245ea772c93 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 945 time: 0.1018777 Jan 18 12:53:31.844989 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6f649885-8c73-47bb-81d0-1f52a5ea6d14 req-65f32000-7939-4b09-80cc-3b2c772bcd43 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0593100 Jan 18 12:53:31.950925 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] get_ports_and_sgs() called for port_ids ['f9801143-329a-48b0-9cb3-9b5bd2bd8402'] {{(pid=82758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:53:33.059182 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c74e4-abb2-4784-8c9a-c192aef6c5da req-530b739c-ca8c-4a81-b8a7-c1a66f37cb28 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:33.060935 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-af7c74e4-abb2-4784-8c9a-c192aef6c5da req-530b739c-ca8c-4a81-b8a7-c1a66f37cb28 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 945 time: 0.0810959 Jan 18 12:53:33.113786 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-af7c74e4-abb2-4784-8c9a-c192aef6c5da req-13d89cb6-ad8a-4a04-b72e-42b8ed432489 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468082 Jan 18 12:53:33.261802 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device f9801143-329a-48b0-9cb3-9b5bd2bd8402 up at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 12:53:33.342332 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning for port f9801143-329a-48b0-9cb3-9b5bd2bd8402 completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 12:53:33.348775 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning complete for port f9801143-329a-48b0-9cb3-9b5bd2bd8402 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:53:33.349824 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:33.478642 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:33.510976 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e96dd6d-de7f-442d-99e3-ae933fdd85c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9801143-329a-48b0-9cb3-9b5bd2bd8402'}] {{(pid=82758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:53:33.522504 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port f9801143-329a-48b0-9cb3-9b5bd2bd8402, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f9801143-329a-48b0-9cb3-9b5bd2bd8402,segment=NetworkSegment(17b16814-4c19-4a37-a98d-29859b19aa8d),segment_id=17b16814-4c19-4a37-a98d-29859b19aa8d)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:53:33.527573 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:33.574275 dv-cinder-825103-1-iscsi neutron-server[82758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e96dd6d-de7f-442d-99e3-ae933fdd85c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9801143-329a-48b0-9cb3-9b5bd2bd8402', 'code': 200} Jan 18 12:53:33.600143 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=f9801143-329a-48b0-9cb3-9b5bd2bd8402,revision_number=5']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:33.976280 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5c778206-eee9-4c6f-a36f-22c61d9fff82 req-8228c99f-573f-41f8-bc41-02f24a2855b3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 1099 time: 0.0865736 Jan 18 12:53:34.015674 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5c778206-eee9-4c6f-a36f-22c61d9fff82 req-4f39c2a4-d902-4263-b818-5fc6f4a23fba service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381885 Jan 18 12:53:34.328305 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48faab21-3ac0-4085-86e2-d4fafc0b5a2f req-bc609100-6c0c-418e-a54b-6fe791a0afc6 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:34.329746 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-48faab21-3ac0-4085-86e2-d4fafc0b5a2f req-bc609100-6c0c-418e-a54b-6fe791a0afc6 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 946 time: 0.0917392 Jan 18 12:53:34.376721 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-48faab21-3ac0-4085-86e2-d4fafc0b5a2f req-598b84f8-06fd-4b5c-be3a-e2e51c7b5c5c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401893 Jan 18 12:53:35.717412 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e8983-15e5-47f2-9be1-00bd5f83c764 req-8fbc3b1a-65e6-443e-82d0-9d016d1ca63a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:35.718834 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-267e8983-15e5-47f2-9be1-00bd5f83c764 req-8fbc3b1a-65e6-443e-82d0-9d016d1ca63a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 946 time: 0.2099950 Jan 18 12:53:35.768444 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-267e8983-15e5-47f2-9be1-00bd5f83c764 req-1ed24354-2ee9-48d1-9d1b-09ccb9997b51 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432281 Jan 18 12:53:35.979499 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db476ec-e22b-448c-8cbb-3e62277d1abc req-15e31aa9-bacb-4a17-a82d-e99ee1188d7f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:35.980852 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4db476ec-e22b-448c-8cbb-3e62277d1abc req-15e31aa9-bacb-4a17-a82d-e99ee1188d7f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 946 time: 0.0878415 Jan 18 12:53:36.027048 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4db476ec-e22b-448c-8cbb-3e62277d1abc req-18af1908-33f9-4115-9e8e-faa7f521bd4b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403838 Jan 18 12:53:36.055284 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 52292) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:53:36.279681 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-535203c8-0264-4f1c-81c2-ed041e795fca tempest-TestShelveInstance-1531884105 tempest-TestShelveInstance-1531884105-project-admin] Synchronizing usage tracker for tenant:9618812e4cdb4f3ca5efb8fc4c1cae12 on resource:port {{(pid=82757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 12:53:36.298963 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-535203c8-0264-4f1c-81c2-ed041e795fca tempest-TestShelveInstance-1531884105 tempest-TestShelveInstance-1531884105-project-admin] Unset dirty status for tenant:9618812e4cdb4f3ca5efb8fc4c1cae12 on resource:port {{(pid=82757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 12:53:36.303182 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 52306) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:53:36.303346 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-535203c8-0264-4f1c-81c2-ed041e795fca tempest-TestShelveInstance-1531884105 tempest-TestShelveInstance-1531884105-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 1094 time: 0.2468681 Jan 18 12:53:36.308972 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-dbc2b835-e6a6-4fa7-a9fd-25d56245807f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Request body: {'floatingip': {'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'port_id': 'f9801143-329a-48b0-9cb3-9b5bd2bd8402', 'tenant_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:53:36.315352 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-dbc2b835-e6a6-4fa7-a9fd-25d56245807f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 12:53:36.320103 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-dbc2b835-e6a6-4fa7-a9fd-25d56245807f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Usage tracker for resource:floatingip and tenant:d12a14a06d354f1cbe6b1e07ffb4521c is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 12:53:36.323091 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-dbc2b835-e6a6-4fa7-a9fd-25d56245807f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 12:53:36.328884 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-dbc2b835-e6a6-4fa7-a9fd-25d56245807f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 12:53:36.339671 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-dbc2b835-e6a6-4fa7-a9fd-25d56245807f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks [] for floatingip, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:36.491366 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-dbc2b835-e6a6-4fa7-a9fd-25d56245807f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:36.634149 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.db_base_plugin_common [None req-dbc2b835-e6a6-4fa7-a9fd-25d56245807f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Allocated IP 172.27.2.51 (e1680602-72eb-4a8f-a690-8170848820e2/e5265543-d6e8-47ba-b344-dc5916015d25/22303be7-239f-4632-8309-4be750314eb2) {{(pid=82756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 12:53:36.864252 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-dbc2b835-e6a6-4fa7-a9fd-25d56245807f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks [] for port, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:36.878077 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-27b7a689-9057-4159-9d74-6f06deabd3d1 req-969ddadb-dd8d-4e0a-821c-126d202a1e9f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1572378 Jan 18 12:53:36.902620 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-dbc2b835-e6a6-4fa7-a9fd-25d56245807f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:37.019153 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2b835-e6a6-4fa7-a9fd-25d56245807f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Pushing event updated for resources: {'Port': ['ID=22303be7-239f-4632-8309-4be750314eb2,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:37.022519 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc2b835-e6a6-4fa7-a9fd-25d56245807f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Network e1680602-72eb-4a8f-a690-8170848820e2 is already hosted by enough agents. {{(pid=82756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 12:53:37.024898 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.base_scheduler [None req-dbc2b835-e6a6-4fa7-a9fd-25d56245807f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Resources bound (agent type, host, resource id): {{(pid=82756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 12:53:37.031532 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc2b835-e6a6-4fa7-a9fd-25d56245807f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Received port after_create {{(pid=82756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 12:53:37.080425 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2b835-e6a6-4fa7-a9fd-25d56245807f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:37.080761 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2b835-e6a6-4fa7-a9fd-25d56245807f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:37.081090 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2b835-e6a6-4fa7-a9fd-25d56245807f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:37.081423 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2b835-e6a6-4fa7-a9fd-25d56245807f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:37.081740 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2b835-e6a6-4fa7-a9fd-25d56245807f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:37.082095 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2b835-e6a6-4fa7-a9fd-25d56245807f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:37.082384 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2b835-e6a6-4fa7-a9fd-25d56245807f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:37.082698 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2b835-e6a6-4fa7-a9fd-25d56245807f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:37.083029 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2b835-e6a6-4fa7-a9fd-25d56245807f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:37.083506 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2b835-e6a6-4fa7-a9fd-25d56245807f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:37.083809 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2b835-e6a6-4fa7-a9fd-25d56245807f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:37.159652 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-27b7a689-9057-4159-9d74-6f06deabd3d1 req-e40b8631-f38a-4e96-a449-e58c41ec2415 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=62c83339981e4116982823738389569b&device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 1099 time: 0.2226028 Jan 18 12:53:37.681005 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7a689-9057-4159-9d74-6f06deabd3d1 req-686dac38-2cd6-46d1-8033-2d92592f398f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:37.683070 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-27b7a689-9057-4159-9d74-6f06deabd3d1 req-686dac38-2cd6-46d1-8033-2d92592f398f service neutron] 10.222.0.35 "GET /v2.0/networks?id=0245ff51-1953-4317-abeb-3ec950185d8d HTTP/1.1" status: 200 len: 919 time: 0.4802616 Jan 18 12:53:37.841126 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-27b7a689-9057-4159-9d74-6f06deabd3d1 req-e2eaa154-58b5-4eca-9c53-400829aec987 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46f08e28-9893-4e71-b797-64224dcc5fb4 HTTP/1.1" status: 200 len: 1001 time: 0.1466329 Jan 18 12:53:37.933095 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7a689-9057-4159-9d74-6f06deabd3d1 req-9f8d2f92-f906-4e83-982b-e2a4b5ce3adc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:37.934512 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-27b7a689-9057-4159-9d74-6f06deabd3d1 req-9f8d2f92-f906-4e83-982b-e2a4b5ce3adc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe840dcd-84e6-4b5f-bdcf-ef3e08af5039 HTTP/1.1" status: 200 len: 856 time: 0.0859256 Jan 18 12:53:38.112827 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-27b7a689-9057-4159-9d74-6f06deabd3d1 req-7132a18b-af3b-4e28-ac39-2abb7df02c31 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0245ff51-1953-4317-abeb-3ec950185d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1705651 Jan 18 12:53:38.252402 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-dbc2b835-e6a6-4fa7-a9fd-25d56245807f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:38.366035 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-dbc2b835-e6a6-4fa7-a9fd-25d56245807f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:38.410225 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-27b7a689-9057-4159-9d74-6f06deabd3d1 req-a68743f3-6200-4742-95bd-7b85a88d8d7a service neutron] 10.222.0.35 "GET /v2.0/networks/0245ff51-1953-4317-abeb-3ec950185d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843146 Jan 18 12:53:38.689949 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-27b7a689-9057-4159-9d74-6f06deabd3d1 req-ebb78fbd-6f59-4ab5-9582-c5a859b5c40c service neutron] 10.222.0.35 "GET /v2.0/networks/0245ff51-1953-4317-abeb-3ec950185d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699888 Jan 18 12:53:38.766287 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-dbc2b835-e6a6-4fa7-a9fd-25d56245807f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks [] for port, precommit_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:38.772017 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-dbc2b835-e6a6-4fa7-a9fd-25d56245807f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:38.879108 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2b835-e6a6-4fa7-a9fd-25d56245807f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Pushing event updated for resources: {'Port': ['ID=22303be7-239f-4632-8309-4be750314eb2,revision_number=2']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:38.898135 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-dbc2b835-e6a6-4fa7-a9fd-25d56245807f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16439339'] for floatingip, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:39.102118 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.db.l3_db [None req-dbc2b835-e6a6-4fa7-a9fd-25d56245807f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Floating IP 153f04a5-caa5-49c9-a75b-51abf36a52b6 associated. External IP: 172.27.2.51, port: f9801143-329a-48b0-9cb3-9b5bd2bd8402. Jan 18 12:53:39.670954 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc2b835-e6a6-4fa7-a9fd-25d56245807f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Router 3099a440-2c47-40d7-9292-044c4df7f76f has already been hosted by L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 {{(pid=82756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:53:39.912216 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc2b835-e6a6-4fa7-a9fd-25d56245807f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:53:39.928509 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08965ea4-e702-46a3-aa7b-7ad1bf13057a None None] Sync routers for ids ['3099a440-2c47-40d7-9292-044c4df7f76f'] in dv-cinder-825103-1-iscsi {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:53:39.940981 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-dbc2b835-e6a6-4fa7-a9fd-25d56245807f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for floatingip, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:40.005971 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-dbc2b835-e6a6-4fa7-a9fd-25d56245807f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7014599 Jan 18 12:53:40.006705 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e96dd6d-de7f-442d-99e3-ae933fdd85c6', 'tag': 'f9801143-329a-48b0-9cb3-9b5bd2bd8402'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:53:40.046351 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08965ea4-e702-46a3-aa7b-7ad1bf13057a None None] Routers {'3099a440-2c47-40d7-9292-044c4df7f76f'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:53:40.046991 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-08965ea4-e702-46a3-aa7b-7ad1bf13057a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:53:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['3099a440-2c47-40d7-9292-044c4df7f76f'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:53:40.066734 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e96dd6d-de7f-442d-99e3-ae933fdd85c6', 'tag': 'f9801143-329a-48b0-9cb3-9b5bd2bd8402', 'status': 'completed', 'code': 200} Jan 18 12:53:40.125916 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:40.197801 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-244db559-07c0-44ba-ae3c-5b627bc1b7f6 req-d88e1021-a9d8-4bf4-bbb3-335a29e6d9d7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d12a14a06d354f1cbe6b1e07ffb4521c&device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 1099 time: 0.0737989 Jan 18 12:53:40.336983 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244db559-07c0-44ba-ae3c-5b627bc1b7f6 req-be3d6fe2-3a68-4292-a78a-399c64009ebf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:40.338347 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-244db559-07c0-44ba-ae3c-5b627bc1b7f6 req-be3d6fe2-3a68-4292-a78a-399c64009ebf service neutron] 10.222.0.35 "GET /v2.0/networks?id=651f3972-1243-4a5a-964a-9845b463efa9 HTTP/1.1" status: 200 len: 910 time: 0.1333306 Jan 18 12:53:40.355011 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-08965ea4-e702-46a3-aa7b-7ad1bf13057a None None] Set router 3099a440-2c47-40d7-9292-044c4df7f76f gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:53:40.449254 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-244db559-07c0-44ba-ae3c-5b627bc1b7f6 req-c471711e-31b8-4da1-a151-fc421417fac5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9801143-329a-48b0-9cb3-9b5bd2bd8402 HTTP/1.1" status: 200 len: 999 time: 0.1008785 Jan 18 12:53:40.526043 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244db559-07c0-44ba-ae3c-5b627bc1b7f6 req-24fb2188-9899-4f07-b292-4a3996b764ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:40.527639 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-244db559-07c0-44ba-ae3c-5b627bc1b7f6 req-24fb2188-9899-4f07-b292-4a3996b764ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=efa0d51d-b8a5-4b68-ba6e-274c53d28a33 HTTP/1.1" status: 200 len: 847 time: 0.0632527 Jan 18 12:53:40.615513 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-244db559-07c0-44ba-ae3c-5b627bc1b7f6 req-b69464a9-7eba-4e9d-be06-114e6b65dd59 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=651f3972-1243-4a5a-964a-9845b463efa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0794587 Jan 18 12:53:40.760847 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-244db559-07c0-44ba-ae3c-5b627bc1b7f6 req-6afc593b-2863-4b34-806a-7193f3563124 service neutron] 10.222.0.35 "GET /v2.0/networks/651f3972-1243-4a5a-964a-9845b463efa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386559 Jan 18 12:53:40.809649 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-08965ea4-e702-46a3-aa7b-7ad1bf13057a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'name': 'tempest-TestShelveInstance-260813738-router', 'tenant_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '92f23cd6-ba78-485a-96bb-3bf7a7c684d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:51:35Z', 'updated_at': '2022-01-18T12:51:46Z', 'revision_number': 4, 'project_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'gw_port': {'id': '92f23cd6-ba78-485a-96bb-3bf7a7c684d7', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:51:37Z', 'updated_at': '2022-01-18T12:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_floatingips': [{'id': '153f04a5-caa5-49c9-a75b-51abf36a52b6', 'tenant_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'floating_ip_address': '172.27.2.51', 'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'router_id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'port_id': 'f9801143-329a-48b0-9cb3-9b5bd2bd8402', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '651f3972-1243-4a5a-964a-9845b463efa9', 'mac_address': 'fa:16:3e:52:ed:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e96dd6d-de7f-442d-99e3-ae933fdd85c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:53:37Z', 'updated_at': '2022-01-18T12:53:37Z', 'revision_number': 0, 'project_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8263b83-54db-4e2a-8990-b095edcbc097', 'name': '', 'network_id': '651f3972-1243-4a5a-964a-9845b463efa9', 'tenant_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'mac_address': 'fa:16:3e:45:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efa0d51d-b8a5-4b68-ba6e-274c53d28a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:51:44Z', 'updated_at': '2022-01-18T12:51:53Z', 'revision_number': 5, 'project_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'subnets': [{'id': 'efa0d51d-b8a5-4b68-ba6e-274c53d28a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:53:40.813883 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08965ea4-e702-46a3-aa7b-7ad1bf13057a None None] Checking router: 3099a440-2c47-40d7-9292-044c4df7f76f for host: dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:53:40.829870 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08965ea4-e702-46a3-aa7b-7ad1bf13057a None None] Routers {'3099a440-2c47-40d7-9292-044c4df7f76f'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:53:40.830498 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-08965ea4-e702-46a3-aa7b-7ad1bf13057a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:53:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['3099a440-2c47-40d7-9292-044c4df7f76f'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:53:40.922630 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-244db559-07c0-44ba-ae3c-5b627bc1b7f6 req-ba95efec-fde4-43f2-a159-b2afb2d316cc service neutron] 10.222.0.35 "GET /v2.0/networks/651f3972-1243-4a5a-964a-9845b463efa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523702 Jan 18 12:53:41.021423 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-08965ea4-e702-46a3-aa7b-7ad1bf13057a None None] Set router 3099a440-2c47-40d7-9292-044c4df7f76f gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:53:41.376840 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-08965ea4-e702-46a3-aa7b-7ad1bf13057a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'name': 'tempest-TestShelveInstance-260813738-router', 'tenant_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '92f23cd6-ba78-485a-96bb-3bf7a7c684d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:51:35Z', 'updated_at': '2022-01-18T12:51:46Z', 'revision_number': 4, 'project_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'gw_port': {'id': '92f23cd6-ba78-485a-96bb-3bf7a7c684d7', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:51:37Z', 'updated_at': '2022-01-18T12:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_floatingips': [{'id': '153f04a5-caa5-49c9-a75b-51abf36a52b6', 'tenant_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'floating_ip_address': '172.27.2.51', 'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'router_id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'port_id': 'f9801143-329a-48b0-9cb3-9b5bd2bd8402', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '651f3972-1243-4a5a-964a-9845b463efa9', 'mac_address': 'fa:16:3e:52:ed:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e96dd6d-de7f-442d-99e3-ae933fdd85c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:53:37Z', 'updated_at': '2022-01-18T12:53:37Z', 'revision_number': 0, 'project_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8263b83-54db-4e2a-8990-b095edcbc097', 'name': '', 'network_id': '651f3972-1243-4a5a-964a-9845b463efa9', 'tenant_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'mac_address': 'fa:16:3e:45:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efa0d51d-b8a5-4b68-ba6e-274c53d28a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:51:44Z', 'updated_at': '2022-01-18T12:51:53Z', 'revision_number': 5, 'project_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'subnets': [{'id': 'efa0d51d-b8a5-4b68-ba6e-274c53d28a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:53:41.380923 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08965ea4-e702-46a3-aa7b-7ad1bf13057a None None] The sync data for ids ['3099a440-2c47-40d7-9292-044c4df7f76f'] in dv-cinder-825103-1-iscsi is: [{'id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'name': 'tempest-TestShelveInstance-260813738-router', 'tenant_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '92f23cd6-ba78-485a-96bb-3bf7a7c684d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:51:35Z', 'updated_at': '2022-01-18T12:51:46Z', 'revision_number': 4, 'project_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'gw_port': {'id': '92f23cd6-ba78-485a-96bb-3bf7a7c684d7', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:51:37Z', 'updated_at': '2022-01-18T12:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_floatingips': [{'id': '153f04a5-caa5-49c9-a75b-51abf36a52b6', 'tenant_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'floating_ip_address': '172.27.2.51', 'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'router_id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'port_id': 'f9801143-329a-48b0-9cb3-9b5bd2bd8402', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '651f3972-1243-4a5a-964a-9845b463efa9', 'mac_address': 'fa:16:3e:52:ed:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e96dd6d-de7f-442d-99e3-ae933fdd85c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T12:53:37Z', 'updated_at': '2022-01-18T12:53:37Z', 'revision_number': 0, 'project_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8263b83-54db-4e2a-8990-b095edcbc097', 'name': '', 'network_id': '651f3972-1243-4a5a-964a-9845b463efa9', 'tenant_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'mac_address': 'fa:16:3e:45:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efa0d51d-b8a5-4b68-ba6e-274c53d28a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:51:44Z', 'updated_at': '2022-01-18T12:51:53Z', 'revision_number': 5, 'project_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'subnets': [{'id': 'efa0d51d-b8a5-4b68-ba6e-274c53d28a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:53:41.582195 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb76b2b-c9c9-40eb-ab60-33a22d2d2dbd None None] New status for floating IP 153f04a5-caa5-49c9-a75b-51abf36a52b6: ACTIVE {{(pid=82759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:53:43.773874 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-0a0a9fed-15a7-402b-8a14-ef22d631afb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:45.016894 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:53:46.033133 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5b3050e0-e0ea-445d-9dc6-a46fd57d954a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:47.225051 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:47.388159 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:48.877474 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:52.564021 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b968953d-8ccd-4f11-9be6-2581a59c2eba req-eca91dcf-d41e-4de2-834c-1c5e5c062f7c tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-97642416&fields=id&tenant_id=4780fe48fc504b868a4e20ccdeddc261 HTTP/1.1" status: 200 len: 267 time: 0.0431166 Jan 18 12:53:52.657559 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968953d-8ccd-4f11-9be6-2581a59c2eba req-df7a5e52-d961-442e-9689-322493f0ff50 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:52.659039 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b968953d-8ccd-4f11-9be6-2581a59c2eba req-df7a5e52-d961-442e-9689-322493f0ff50 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 985 time: 0.0898523 Jan 18 12:53:52.670074 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [req-b968953d-8ccd-4f11-9be6-2581a59c2eba req-ffbdc2d7-b1dc-4f8c-8348-32b2f0b9dbb5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Request body: {'port': {'security_groups': ['b2da44b3-c4f7-43ea-a3dd-bd94c01948c1']}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 12:53:52.821963 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-b968953d-8ccd-4f11-9be6-2581a59c2eba req-ffbdc2d7-b1dc-4f8c-8348-32b2f0b9dbb5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:53.180258 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-b968953d-8ccd-4f11-9be6-2581a59c2eba req-ffbdc2d7-b1dc-4f8c-8348-32b2f0b9dbb5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] For port e00e54c6-536f-4529-acd6-93c664eff79b, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=e00e54c6-536f-4529-acd6-93c664eff79b,segment=NetworkSegment(dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0),segment_id=dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0)] {{(pid=82756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:53:53.206492 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-b968953d-8ccd-4f11-9be6-2581a59c2eba req-ffbdc2d7-b1dc-4f8c-8348-32b2f0b9dbb5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks [] for port, precommit_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:53.217746 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-b968953d-8ccd-4f11-9be6-2581a59c2eba req-ffbdc2d7-b1dc-4f8c-8348-32b2f0b9dbb5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:53.261893 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] get_ports_and_sgs() called for port_ids ['e00e54c6-536f-4529-acd6-93c664eff79b'] {{(pid=82758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:53:53.298440 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968953d-8ccd-4f11-9be6-2581a59c2eba req-ffbdc2d7-b1dc-4f8c-8348-32b2f0b9dbb5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:53.299178 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-b968953d-8ccd-4f11-9be6-2581a59c2eba req-ffbdc2d7-b1dc-4f8c-8348-32b2f0b9dbb5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:53.300546 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b968953d-8ccd-4f11-9be6-2581a59c2eba req-ffbdc2d7-b1dc-4f8c-8348-32b2f0b9dbb5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "PUT /v2.0/ports/e00e54c6-536f-4529-acd6-93c664eff79b HTTP/1.1" status: 200 len: 943 time: 0.6349547 Jan 18 12:53:53.300987 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c834374-07c8-4bec-a605-b4bd2982dbf0', 'tag': 'e00e54c6-536f-4529-acd6-93c664eff79b'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:53:53.308640 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 52538) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:53:53.340281 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbdc2d7-b1dc-4f8c-8348-32b2f0b9dbb5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Pushing event updated for resources: {'Port': ['ID=e00e54c6-536f-4529-acd6-93c664eff79b,revision_number=7']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:53.424472 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c834374-07c8-4bec-a605-b4bd2982dbf0', 'tag': 'e00e54c6-536f-4529-acd6-93c664eff79b', 'status': 'completed', 'code': 200} Jan 18 12:53:53.442922 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-6f77038b-484f-4e43-bb88-4f01a7332575 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:53.479490 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-6f77038b-484f-4e43-bb88-4f01a7332575 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:53.531460 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] get_ports_and_sgs() called for port_ids ['e00e54c6-536f-4529-acd6-93c664eff79b'] {{(pid=82758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 12:53:53.570530 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-6f77038b-484f-4e43-bb88-4f01a7332575 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:53.580101 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-29fdeb7b-0026-4ba1-84e8-a3cda03a4822 req-578a82c5-2575-43d4-aa32-b35043afea8b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4780fe48fc504b868a4e20ccdeddc261&device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 1099 time: 0.1042910 Jan 18 12:53:53.591595 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77038b-484f-4e43-bb88-4f01a7332575 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9c26e8-c2a6-450a-b3f6-ef2d7e6ff0dd,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:53.604828 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77038b-484f-4e43-bb88-4f01a7332575 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:53.606649 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77038b-484f-4e43-bb88-4f01a7332575 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:53.606649 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77038b-484f-4e43-bb88-4f01a7332575 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:53.606649 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77038b-484f-4e43-bb88-4f01a7332575 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:53.606649 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77038b-484f-4e43-bb88-4f01a7332575 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:53.606649 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77038b-484f-4e43-bb88-4f01a7332575 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:53.607077 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77038b-484f-4e43-bb88-4f01a7332575 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:53.607300 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77038b-484f-4e43-bb88-4f01a7332575 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:53.607644 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77038b-484f-4e43-bb88-4f01a7332575 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:53.608012 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77038b-484f-4e43-bb88-4f01a7332575 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:53.608286 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77038b-484f-4e43-bb88-4f01a7332575 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:53:53.611786 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-6f77038b-484f-4e43-bb88-4f01a7332575 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:53.613503 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-6f77038b-484f-4e43-bb88-4f01a7332575 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "DELETE /v2.0/security-groups/de9c26e8-c2a6-450a-b3f6-ef2d7e6ff0dd HTTP/1.1" status: 204 len: 168 time: 0.3039279 Jan 18 12:53:53.616167 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 52546) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:53:53.641355 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-889fedac-5a89-4985-aea8-edf69473d1a2 None None] Provisioning complete for port e00e54c6-536f-4529-acd6-93c664eff79b triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 12:53:53.641718 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-889fedac-5a89-4985-aea8-edf69473d1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:53.742124 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fdeb7b-0026-4ba1-84e8-a3cda03a4822 req-fd8b8967-5d24-488b-9713-c1b2064ef62e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:53.743648 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-29fdeb7b-0026-4ba1-84e8-a3cda03a4822 req-fd8b8967-5d24-488b-9713-c1b2064ef62e service neutron] 10.222.0.35 "GET /v2.0/networks?id=3aafb570-73f3-4d6d-b0fd-ecc33f87d7db HTTP/1.1" status: 200 len: 917 time: 0.1516781 Jan 18 12:53:53.861046 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-29fdeb7b-0026-4ba1-84e8-a3cda03a4822 req-5e5feea8-e195-4aef-b924-63d2936d0ee5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e00e54c6-536f-4529-acd6-93c664eff79b HTTP/1.1" status: 200 len: 1001 time: 0.1086285 Jan 18 12:53:53.894911 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-eb674aa4-a98d-428e-b1b1-85832daea125 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Deleting port 9e778855-a9cc-4b57-9954-2c1be8e83969 {{(pid=82757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 12:53:53.895257 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-eb674aa4-a98d-428e-b1b1-85832daea125 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:53.944962 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fdeb7b-0026-4ba1-84e8-a3cda03a4822 req-8bfddca5-bb2b-4a14-8f6e-c844a7b7e250 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:53.947370 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-29fdeb7b-0026-4ba1-84e8-a3cda03a4822 req-8bfddca5-bb2b-4a14-8f6e-c844a7b7e250 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=79e00410-d53e-44ca-b28a-3e7239ed8fa5 HTTP/1.1" status: 200 len: 854 time: 0.0798535 Jan 18 12:53:54.031258 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-29fdeb7b-0026-4ba1-84e8-a3cda03a4822 req-80494e1e-a9b2-4433-bb2e-27c4bed0acea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3aafb570-73f3-4d6d-b0fd-ecc33f87d7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766907 Jan 18 12:53:54.077401 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-eb674aa4-a98d-428e-b1b1-85832daea125 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:54.077714 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-eb674aa4-a98d-428e-b1b1-85832daea125 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:54.187422 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-29fdeb7b-0026-4ba1-84e8-a3cda03a4822 req-fedc57ec-6f3c-456e-b288-541f63ceb64c service neutron] 10.222.0.35 "GET /v2.0/networks/3aafb570-73f3-4d6d-b0fd-ecc33f87d7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479480 Jan 18 12:53:54.199475 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-eb674aa4-a98d-428e-b1b1-85832daea125 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Calling delete_port for 9e778855-a9cc-4b57-9954-2c1be8e83969 owned by network:floatingip {{(pid=82757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 12:53:54.338191 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-29fdeb7b-0026-4ba1-84e8-a3cda03a4822 req-ca37c872-3241-40cc-a95c-d1f7f822635f service neutron] 10.222.0.35 "GET /v2.0/networks/3aafb570-73f3-4d6d-b0fd-ecc33f87d7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445701 Jan 18 12:53:54.394260 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-eb674aa4-a98d-428e-b1b1-85832daea125 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15894096'] for port, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:54.441142 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb674aa4-a98d-428e-b1b1-85832daea125 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Pushing event deleted for resources: {'Port': ['ID=9e778855-a9cc-4b57-9954-2c1be8e83969,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:53:54.553647 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-eb674aa4-a98d-428e-b1b1-85832daea125 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks [] for floatingip, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:54.959736 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb674aa4-a98d-428e-b1b1-85832daea125 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Router 27eed0c7-a2eb-4bcc-856b-cd6d25b25369 has already been hosted by L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 {{(pid=82757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 12:53:55.161881 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb674aa4-a98d-428e-b1b1-85832daea125 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 12:53:55.172550 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f2e6c1-1189-48d9-acba-c94b8389d275 None None] Sync routers for ids ['27eed0c7-a2eb-4bcc-856b-cd6d25b25369'] in dv-cinder-825103-1-iscsi {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 12:53:55.183389 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-eb674aa4-a98d-428e-b1b1-85832daea125 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for floatingip, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:53:55.185149 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f2e6c1-1189-48d9-acba-c94b8389d275 None None] Routers {'27eed0c7-a2eb-4bcc-856b-cd6d25b25369'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:53:55.185821 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-84f2e6c1-1189-48d9-acba-c94b8389d275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:53:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['27eed0c7-a2eb-4bcc-856b-cd6d25b25369'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:53:55.322250 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-eb674aa4-a98d-428e-b1b1-85832daea125 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "DELETE /v2.0/floatingips/3c23167f-f44b-43ea-b3d1-b821fcb8752c HTTP/1.1" status: 204 len: 168 time: 1.7045074 Jan 18 12:53:55.322840 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c834374-07c8-4bec-a605-b4bd2982dbf0', 'tag': 'e00e54c6-536f-4529-acd6-93c664eff79b'}] {{(pid=82757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:53:55.393324 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-84f2e6c1-1189-48d9-acba-c94b8389d275 None None] Set router 27eed0c7-a2eb-4bcc-856b-cd6d25b25369 gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:53:55.484072 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c834374-07c8-4bec-a605-b4bd2982dbf0', 'tag': 'e00e54c6-536f-4529-acd6-93c664eff79b', 'status': 'completed', 'code': 200} Jan 18 12:53:55.711123 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-036843fb-4d4a-4018-92e8-873d91122375 req-4a521046-a134-44b2-bf1e-e5b29c2f9d4a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4780fe48fc504b868a4e20ccdeddc261&device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 1099 time: 0.1659031 Jan 18 12:53:55.784571 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-84f2e6c1-1189-48d9-acba-c94b8389d275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'name': 'tempest-TestMinimumBasicScenario-1034475493-router', 'tenant_id': '4780fe48fc504b868a4e20ccdeddc261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '9d889bff-5dcb-4dae-a2e3-e590cad03a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:34Z', 'updated_at': '2022-01-18T12:50:40Z', 'revision_number': 4, 'project_id': '4780fe48fc504b868a4e20ccdeddc261', 'gw_port': {'id': '9d889bff-5dcb-4dae-a2e3-e590cad03a85', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:34Z', 'updated_at': '2022-01-18T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': 'd899a275-0534-46e1-88ba-eac3c88296bc', 'name': '', 'network_id': '3aafb570-73f3-4d6d-b0fd-ecc33f87d7db', 'tenant_id': '4780fe48fc504b868a4e20ccdeddc261', 'mac_address': 'fa:16:3e:93:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79e00410-d53e-44ca-b28a-3e7239ed8fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:39Z', 'updated_at': '2022-01-18T12:50:53Z', 'revision_number': 5, 'project_id': '4780fe48fc504b868a4e20ccdeddc261', 'subnets': [{'id': '79e00410-d53e-44ca-b28a-3e7239ed8fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:53:55.789090 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f2e6c1-1189-48d9-acba-c94b8389d275 None None] Checking router: 27eed0c7-a2eb-4bcc-856b-cd6d25b25369 for host: dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 12:53:55.809808 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f2e6c1-1189-48d9-acba-c94b8389d275 None None] Routers {'27eed0c7-a2eb-4bcc-856b-cd6d25b25369'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 12:53:55.810438 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-84f2e6c1-1189-48d9-acba-c94b8389d275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T12:53:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['27eed0c7-a2eb-4bcc-856b-cd6d25b25369'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:53:55.853045 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036843fb-4d4a-4018-92e8-873d91122375 req-dcce9a36-98b3-4e0b-a5c7-22f09e57ce93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:55.854474 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-036843fb-4d4a-4018-92e8-873d91122375 req-dcce9a36-98b3-4e0b-a5c7-22f09e57ce93 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3aafb570-73f3-4d6d-b0fd-ecc33f87d7db HTTP/1.1" status: 200 len: 917 time: 0.1417749 Jan 18 12:53:55.930715 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-036843fb-4d4a-4018-92e8-873d91122375 req-2259a0a7-c9e3-4e68-845e-46f3ba5fde28 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e00e54c6-536f-4529-acd6-93c664eff79b HTTP/1.1" status: 200 len: 217 time: 0.0680485 Jan 18 12:53:56.008028 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-84f2e6c1-1189-48d9-acba-c94b8389d275 None None] Set router 27eed0c7-a2eb-4bcc-856b-cd6d25b25369 gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 12:53:56.008576 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036843fb-4d4a-4018-92e8-873d91122375 req-8de55649-5f85-4dbf-a554-38eb8dfa9034 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:53:56.010024 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-036843fb-4d4a-4018-92e8-873d91122375 req-8de55649-5f85-4dbf-a554-38eb8dfa9034 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=79e00410-d53e-44ca-b28a-3e7239ed8fa5 HTTP/1.1" status: 200 len: 854 time: 0.0679824 Jan 18 12:53:56.103607 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-036843fb-4d4a-4018-92e8-873d91122375 req-0a65f6c8-b080-45f9-b7f6-0757512f7302 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3aafb570-73f3-4d6d-b0fd-ecc33f87d7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0852342 Jan 18 12:53:56.341192 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-84f2e6c1-1189-48d9-acba-c94b8389d275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'name': 'tempest-TestMinimumBasicScenario-1034475493-router', 'tenant_id': '4780fe48fc504b868a4e20ccdeddc261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '9d889bff-5dcb-4dae-a2e3-e590cad03a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:34Z', 'updated_at': '2022-01-18T12:50:40Z', 'revision_number': 4, 'project_id': '4780fe48fc504b868a4e20ccdeddc261', 'gw_port': {'id': '9d889bff-5dcb-4dae-a2e3-e590cad03a85', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:34Z', 'updated_at': '2022-01-18T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': 'd899a275-0534-46e1-88ba-eac3c88296bc', 'name': '', 'network_id': '3aafb570-73f3-4d6d-b0fd-ecc33f87d7db', 'tenant_id': '4780fe48fc504b868a4e20ccdeddc261', 'mac_address': 'fa:16:3e:93:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79e00410-d53e-44ca-b28a-3e7239ed8fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:39Z', 'updated_at': '2022-01-18T12:50:53Z', 'revision_number': 5, 'project_id': '4780fe48fc504b868a4e20ccdeddc261', 'subnets': [{'id': '79e00410-d53e-44ca-b28a-3e7239ed8fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 12:53:56.345422 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f2e6c1-1189-48d9-acba-c94b8389d275 None None] The sync data for ids ['27eed0c7-a2eb-4bcc-856b-cd6d25b25369'] in dv-cinder-825103-1-iscsi is: [{'id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'name': 'tempest-TestMinimumBasicScenario-1034475493-router', 'tenant_id': '4780fe48fc504b868a4e20ccdeddc261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '9d889bff-5dcb-4dae-a2e3-e590cad03a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:34Z', 'updated_at': '2022-01-18T12:50:40Z', 'revision_number': 4, 'project_id': '4780fe48fc504b868a4e20ccdeddc261', 'gw_port': {'id': '9d889bff-5dcb-4dae-a2e3-e590cad03a85', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:34Z', 'updated_at': '2022-01-18T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': 'd899a275-0534-46e1-88ba-eac3c88296bc', 'name': '', 'network_id': '3aafb570-73f3-4d6d-b0fd-ecc33f87d7db', 'tenant_id': '4780fe48fc504b868a4e20ccdeddc261', 'mac_address': 'fa:16:3e:93:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79e00410-d53e-44ca-b28a-3e7239ed8fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:39Z', 'updated_at': '2022-01-18T12:50:53Z', 'revision_number': 5, 'project_id': '4780fe48fc504b868a4e20ccdeddc261', 'subnets': [{'id': '79e00410-d53e-44ca-b28a-3e7239ed8fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 12:53:56.355687 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-036843fb-4d4a-4018-92e8-873d91122375 req-889e91da-f564-48b9-87e3-4dad4d30c28c service neutron] 10.222.0.35 "GET /v2.0/networks/3aafb570-73f3-4d6d-b0fd-ecc33f87d7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456758 Jan 18 12:53:56.512530 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-036843fb-4d4a-4018-92e8-873d91122375 req-50a425b2-390f-4dca-a6f9-f128bf817fb0 service neutron] 10.222.0.35 "GET /v2.0/networks/3aafb570-73f3-4d6d-b0fd-ecc33f87d7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509449 Jan 18 12:53:56.597509 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cabc7df-494e-4acc-b047-a6c5891bf615 None None] New status for floating IP 3c23167f-f44b-43ea-b3d1-b821fcb8752c: DOWN {{(pid=82759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 12:54:10.036503 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:13.779151 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-b818186f-59cc-4371-90ba-fb48d95b02fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:16.035619 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-a72ca09a-d7d7-4be9-b46d-728ee5595f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:17.228526 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:17.391638 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:18.874652 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:22.016699 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:54:40.055850 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:43.783786 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-8a4970d5-d3c4-42d0-b88c-f0212bc0e0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:46.038499 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-cc3ffe39-394b-4777-9878-2296641d33d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:47.233653 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:47.392632 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:48.876226 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:54:59.017094 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:55:10.079775 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:13.789702 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-b14b5a9b-dda4-4fe5-a8bf-56cf76964a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:16.040127 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-1e835740-3387-421a-b3d4-8cae7fc25b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:17.240407 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:17.396081 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:18.878803 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:36.017657 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:55:36.780312 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9a056ac9-542f-4472-bd80-6897d8e20b48 req-cfc3678d-966b-4f52-8095-356a1dbcb8e2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713902 Jan 18 12:55:36.942010 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9a056ac9-542f-4472-bd80-6897d8e20b48 req-b43db063-a7ce-428e-b4d7-e217ca28093f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b61358b76314548a01860d9521ad4fd&device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 1099 time: 0.0751112 Jan 18 12:55:37.097166 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a056ac9-542f-4472-bd80-6897d8e20b48 req-f7cbbd65-3fa0-4261-828e-1f08e9a0e737 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:37.098605 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9a056ac9-542f-4472-bd80-6897d8e20b48 req-f7cbbd65-3fa0-4261-828e-1f08e9a0e737 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3ce910e8-fa9a-402c-bef7-c36aef1e716c HTTP/1.1" status: 200 len: 913 time: 0.1392245 Jan 18 12:55:37.207041 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9a056ac9-542f-4472-bd80-6897d8e20b48 req-3d19881c-b698-490a-a196-39376bd23f00 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30d73f22-611e-44a3-9ad5-7bfa498e296e HTTP/1.1" status: 200 len: 1002 time: 0.1022034 Jan 18 12:55:37.275800 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a056ac9-542f-4472-bd80-6897d8e20b48 req-a6791353-50b8-419a-9d0c-85bec486806c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:37.277457 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9a056ac9-542f-4472-bd80-6897d8e20b48 req-a6791353-50b8-419a-9d0c-85bec486806c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fc8c1b8-cfa3-49d9-9595-474a5f6baf01 HTTP/1.1" status: 200 len: 850 time: 0.0650506 Jan 18 12:55:37.357462 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9a056ac9-542f-4472-bd80-6897d8e20b48 req-0806a633-d547-4270-9fcc-3d83056889f6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3ce910e8-fa9a-402c-bef7-c36aef1e716c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741668 Jan 18 12:55:37.515116 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9a056ac9-542f-4472-bd80-6897d8e20b48 req-645ab850-7fef-4e16-9ea3-ad45fb4dec62 service neutron] 10.222.0.35 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518991 Jan 18 12:55:37.651885 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9a056ac9-542f-4472-bd80-6897d8e20b48 req-a5836f18-a672-44dc-b39e-82a5c49864d8 service neutron] 10.222.0.35 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307576 Jan 18 12:55:38.397615 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0cb322-fc83-4794-973d-d8b718d38bfe req-8583adcd-c26f-492e-aa53-9b84418da3e8 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:38.399090 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-1a0cb322-fc83-4794-973d-d8b718d38bfe req-8583adcd-c26f-492e-aa53-9b84418da3e8 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 946 time: 0.0853839 Jan 18 12:55:38.450306 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-1a0cb322-fc83-4794-973d-d8b718d38bfe req-d490dbda-d59a-4385-8f7a-95dd3f675db1 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449095 Jan 18 12:55:39.668394 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a14b1c-084f-46ae-89f6-e86b0e0f9314 req-9adc4774-706a-4b20-b998-a40d48096641 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:39.670051 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-54a14b1c-084f-46ae-89f6-e86b0e0f9314 req-9adc4774-706a-4b20-b998-a40d48096641 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 946 time: 0.0845106 Jan 18 12:55:39.720980 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-54a14b1c-084f-46ae-89f6-e86b0e0f9314 req-9f8778ad-275c-4c50-9067-4a0f4c12ea13 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418320 Jan 18 12:55:40.091883 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:40.954995 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d6a0c-0006-42cc-94c9-4302cd99381a req-27543bc9-1529-43f8-888d-711118ade08a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:40.956492 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-032d6a0c-0006-42cc-94c9-4302cd99381a req-27543bc9-1529-43f8-888d-711118ade08a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 946 time: 0.1042423 Jan 18 12:55:41.005139 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-032d6a0c-0006-42cc-94c9-4302cd99381a req-2b593179-8dfd-4a1a-888e-cfb611296fc2 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422943 Jan 18 12:55:42.226030 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5427a6-b77f-451e-a7b8-e65779eddf19 req-d2d843bb-4c7a-4ec5-a4a1-5df151aeca65 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:42.227606 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ed5427a6-b77f-451e-a7b8-e65779eddf19 req-d2d843bb-4c7a-4ec5-a4a1-5df151aeca65 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 946 time: 0.0914204 Jan 18 12:55:42.285021 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ed5427a6-b77f-451e-a7b8-e65779eddf19 req-eb8bde83-7c23-4da5-9e5b-7135b416bcdb tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511589 Jan 18 12:55:43.494263 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f636ed-0d6c-488d-8649-6927b3796381 req-7c9b92d4-fc64-423d-ab76-4053d1dba864 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:43.495897 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-08f636ed-0d6c-488d-8649-6927b3796381 req-7c9b92d4-fc64-423d-ab76-4053d1dba864 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 946 time: 0.0838468 Jan 18 12:55:43.543119 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-08f636ed-0d6c-488d-8649-6927b3796381 req-7d3e0d13-989d-45bf-9208-0c916a599e74 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414009 Jan 18 12:55:43.783444 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-9de2ec9b-049e-4f6b-84a0-2a9d133e3453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:44.757442 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce6cd3-a0dd-4860-a37c-775af1eef6d6 req-27976afe-5350-46e2-bd02-4222e3d9e2dc tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:44.759527 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-25ce6cd3-a0dd-4860-a37c-775af1eef6d6 req-27976afe-5350-46e2-bd02-4222e3d9e2dc tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 946 time: 0.0934081 Jan 18 12:55:44.806752 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-25ce6cd3-a0dd-4860-a37c-775af1eef6d6 req-4c6c6569-da3a-46ac-ba1a-d8d05e385306 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416873 Jan 18 12:55:46.004377 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e48363-e4b8-47a5-9ce7-d0970f57fc2f req-8099d62c-0ebf-459e-bbad-65b9b5599108 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:46.005737 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-99e48363-e4b8-47a5-9ce7-d0970f57fc2f req-8099d62c-0ebf-459e-bbad-65b9b5599108 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 946 time: 0.0764394 Jan 18 12:55:46.044468 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-664e8f17-b203-4376-9aa2-7357bba1c1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:46.053992 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-99e48363-e4b8-47a5-9ce7-d0970f57fc2f req-9316b837-8d8e-4768-a88e-5b8c70e1a3cb tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421987 Jan 18 12:55:47.233465 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:47.339492 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6e255-f92a-493b-9e94-45b83baf5f87 req-3832a739-913a-491e-82a0-f2c043a723ec tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:47.341092 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-1fb6e255-f92a-493b-9e94-45b83baf5f87 req-3832a739-913a-491e-82a0-f2c043a723ec tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 946 time: 0.1640382 Jan 18 12:55:47.399636 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-1fb6e255-f92a-493b-9e94-45b83baf5f87 req-9ea4f70c-3faa-43b2-bacc-3c3dc8effdf2 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524037 Jan 18 12:55:47.410921 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:48.648300 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-cc92d896-6180-4644-a1f5-71061348c211 req-9a834d8c-377b-4120-90fd-a78965cf3af9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d12a14a06d354f1cbe6b1e07ffb4521c&device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 1099 time: 0.1287057 Jan 18 12:55:48.683023 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ccef6f-1ced-46ab-844a-b4679de0b2bb req-3f911c9c-1418-4ab9-94c8-88abedeb2bfd tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:48.684486 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-89ccef6f-1ced-46ab-844a-b4679de0b2bb req-3f911c9c-1418-4ab9-94c8-88abedeb2bfd tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 946 time: 0.1306975 Jan 18 12:55:48.825712 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-89ccef6f-1ced-46ab-844a-b4679de0b2bb req-d9a88bcf-0505-41ee-a529-f15928b8428b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0836263 Jan 18 12:55:48.845540 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92d896-6180-4644-a1f5-71061348c211 req-84a1b202-cfa4-488d-8dd8-cfa8dd775e6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:48.847257 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-cc92d896-6180-4644-a1f5-71061348c211 req-84a1b202-cfa4-488d-8dd8-cfa8dd775e6b service neutron] 10.222.0.35 "GET /v2.0/networks?id=651f3972-1243-4a5a-964a-9845b463efa9 HTTP/1.1" status: 200 len: 910 time: 0.1913900 Jan 18 12:55:48.881277 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:48.999592 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-cc92d896-6180-4644-a1f5-71061348c211 req-b69ecb84-a838-491e-8fac-57e2c298309c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9801143-329a-48b0-9cb3-9b5bd2bd8402 HTTP/1.1" status: 200 len: 1001 time: 0.1457167 Jan 18 12:55:49.067709 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92d896-6180-4644-a1f5-71061348c211 req-c3ed61e0-41a7-45ab-81f0-9f16a71a5033 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:49.069164 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-cc92d896-6180-4644-a1f5-71061348c211 req-c3ed61e0-41a7-45ab-81f0-9f16a71a5033 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=efa0d51d-b8a5-4b68-ba6e-274c53d28a33 HTTP/1.1" status: 200 len: 847 time: 0.0641806 Jan 18 12:55:49.147197 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-cc92d896-6180-4644-a1f5-71061348c211 req-d6d5dac1-0f54-41cf-b5da-e9441b5da341 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=651f3972-1243-4a5a-964a-9845b463efa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718067 Jan 18 12:55:49.280517 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-cc92d896-6180-4644-a1f5-71061348c211 req-27d0b9ab-28d9-4cef-9006-f236fda6c55a service neutron] 10.222.0.35 "GET /v2.0/networks/651f3972-1243-4a5a-964a-9845b463efa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270485 Jan 18 12:55:49.411784 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-cc92d896-6180-4644-a1f5-71061348c211 req-1f52bebf-50b3-4b6a-be41-e11e214319cd service neutron] 10.222.0.35 "GET /v2.0/networks/651f3972-1243-4a5a-964a-9845b463efa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258307 Jan 18 12:55:50.042454 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bff995-7e5e-41d0-ba84-d1eb63861ada req-bca5cdfc-0bd7-46a2-b55c-1ee090bb0789 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:50.043996 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e5bff995-7e5e-41d0-ba84-d1eb63861ada req-bca5cdfc-0bd7-46a2-b55c-1ee090bb0789 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 946 time: 0.0861866 Jan 18 12:55:50.089863 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e5bff995-7e5e-41d0-ba84-d1eb63861ada req-8fda3e07-2786-4b3e-99a0-6076ce018eb8 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401781 Jan 18 12:55:51.308135 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945d0df-3906-4a25-8bbe-297f0f4663c5 req-474c1332-3267-4a73-8dde-38c2511579c7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:51.309666 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7945d0df-3906-4a25-8bbe-297f0f4663c5 req-474c1332-3267-4a73-8dde-38c2511579c7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 946 time: 0.0868351 Jan 18 12:55:51.361338 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7945d0df-3906-4a25-8bbe-297f0f4663c5 req-e3cf22ca-02e8-43d9-8d50-b90a2a8ed9b5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458832 Jan 18 12:55:52.621747 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ceb5f-64b3-4238-bad1-3674d33103f7 req-df8a3b5f-43e5-4f8d-a3ec-73e66861db46 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:52.623207 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7b2ceb5f-64b3-4238-bad1-3674d33103f7 req-df8a3b5f-43e5-4f8d-a3ec-73e66861db46 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 946 time: 0.0766296 Jan 18 12:55:52.669797 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7b2ceb5f-64b3-4238-bad1-3674d33103f7 req-d01bf004-e6f7-4a2a-82c4-2fd7bc00c76e tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410898 Jan 18 12:55:53.873625 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6a354-17b4-451d-8357-a1ef1e7b7963 req-7e8ae2f7-856f-4945-afb0-c7961c48410a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:53.875076 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e1f6a354-17b4-451d-8357-a1ef1e7b7963 req-7e8ae2f7-856f-4945-afb0-c7961c48410a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 946 time: 0.0808153 Jan 18 12:55:53.921855 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e1f6a354-17b4-451d-8357-a1ef1e7b7963 req-25dd3b2e-d5de-4efc-8fd9-3d1430416bb6 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412958 Jan 18 12:55:55.118403 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a3039-da00-44fa-a7f4-73f326bab210 req-3204a8d8-9022-4940-9809-6cdf82d781f0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:55.120055 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f38a3039-da00-44fa-a7f4-73f326bab210 req-3204a8d8-9022-4940-9809-6cdf82d781f0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 946 time: 0.0783832 Jan 18 12:55:55.170275 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f38a3039-da00-44fa-a7f4-73f326bab210 req-7fa21e56-79d1-4f8c-b7be-d1745a038734 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446503 Jan 18 12:55:56.004715 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device f9801143-329a-48b0-9cb3-9b5bd2bd8402 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 12:55:56.115683 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:56.142769 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e96dd6d-de7f-442d-99e3-ae933fdd85c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9801143-329a-48b0-9cb3-9b5bd2bd8402'}] {{(pid=82758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 12:55:56.153111 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port f9801143-329a-48b0-9cb3-9b5bd2bd8402, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f9801143-329a-48b0-9cb3-9b5bd2bd8402,segment=NetworkSegment(17b16814-4c19-4a37-a98d-29859b19aa8d),segment_id=17b16814-4c19-4a37-a98d-29859b19aa8d)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 12:55:56.156623 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:55:56.222747 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=f9801143-329a-48b0-9cb3-9b5bd2bd8402,revision_number=6']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:55:56.231756 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:56.232089 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:56.232418 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:56.232743 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:56.233067 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:56.233410 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:56.233736 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:56.234074 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:56.234393 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:56.234798 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:56.235123 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:55:56.275435 dv-cinder-825103-1-iscsi neutron-server[82758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e96dd6d-de7f-442d-99e3-ae933fdd85c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9801143-329a-48b0-9cb3-9b5bd2bd8402', 'code': 200} Jan 18 12:55:56.444891 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da6001-056d-467d-9d12-d170bb9f1b87 req-d0bf4e5e-9837-4ad5-ad95-45c931106052 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:56.446360 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e4da6001-056d-467d-9d12-d170bb9f1b87 req-d0bf4e5e-9837-4ad5-ad95-45c931106052 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0778878 Jan 18 12:55:56.495046 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e4da6001-056d-467d-9d12-d170bb9f1b87 req-7f711bd9-b523-404c-afc7-e94a3b61d676 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425603 Jan 18 12:55:57.694337 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d65d1-f011-4b26-8a36-647c73b07200 req-6b898e7e-e4c7-4b84-a0ff-0c963e6e1aad tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:57.695965 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a23d65d1-f011-4b26-8a36-647c73b07200 req-6b898e7e-e4c7-4b84-a0ff-0c963e6e1aad tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0801234 Jan 18 12:55:57.743572 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a23d65d1-f011-4b26-8a36-647c73b07200 req-4c50e501-b289-42e5-b191-a5451c631687 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420156 Jan 18 12:55:58.943792 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0fff9-1ba5-4024-9e53-58bca225caff req-093dff7c-30fc-40be-b19b-8b8204f8964a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:55:58.945409 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-50b0fff9-1ba5-4024-9e53-58bca225caff req-093dff7c-30fc-40be-b19b-8b8204f8964a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0808351 Jan 18 12:55:58.991927 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-50b0fff9-1ba5-4024-9e53-58bca225caff req-807c7e8b-0030-47ed-9d21-739a512e20d0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406444 Jan 18 12:56:00.270166 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f474dac-5ff2-4a27-880f-b11546d9d717 req-78254bc7-a76c-4bff-b3a6-5033e88a9acb tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:00.271649 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6f474dac-5ff2-4a27-880f-b11546d9d717 req-78254bc7-a76c-4bff-b3a6-5033e88a9acb tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.1592641 Jan 18 12:56:00.319530 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6f474dac-5ff2-4a27-880f-b11546d9d717 req-fff623d9-1a8d-41da-853d-65d14b4f7fe5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411217 Jan 18 12:56:01.519274 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301e54a-32a8-403b-82a4-8c9d5692aa72 req-62c8d9e8-79f4-44f7-aab7-2b80cdd67e59 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:01.520761 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8301e54a-32a8-403b-82a4-8c9d5692aa72 req-62c8d9e8-79f4-44f7-aab7-2b80cdd67e59 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0795913 Jan 18 12:56:01.576055 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8301e54a-32a8-403b-82a4-8c9d5692aa72 req-82318bac-ba5d-49c5-a959-2b7627e8a297 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491567 Jan 18 12:56:02.786780 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb08648-381f-482c-905a-04e5f76552c7 req-23f70957-61f6-4d9b-a4b7-eb3c755e423d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:02.788811 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ccb08648-381f-482c-905a-04e5f76552c7 req-23f70957-61f6-4d9b-a4b7-eb3c755e423d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0920184 Jan 18 12:56:02.838321 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ccb08648-381f-482c-905a-04e5f76552c7 req-9a6e34e7-91cc-4ceb-9968-f26d8dacfb52 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439999 Jan 18 12:56:04.045435 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2215422-0eb0-45da-b607-864f767e8672 req-d16448e1-0f74-4fa4-b673-26c8c5733fc5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:04.046910 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e2215422-0eb0-45da-b607-864f767e8672 req-d16448e1-0f74-4fa4-b673-26c8c5733fc5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0861993 Jan 18 12:56:04.100421 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e2215422-0eb0-45da-b607-864f767e8672 req-fecd408e-beec-474e-9bb8-95045046bcd8 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476220 Jan 18 12:56:05.308826 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5c26a-c443-4903-969f-c8e0e0ba0b0a req-23b37754-3bc1-4356-a9f3-ad37ad93fe55 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:05.310305 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-46f5c26a-c443-4903-969f-c8e0e0ba0b0a req-23b37754-3bc1-4356-a9f3-ad37ad93fe55 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0788600 Jan 18 12:56:05.359520 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-46f5c26a-c443-4903-969f-c8e0e0ba0b0a req-569d083d-767f-45af-8708-055f8b1c91b8 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422628 Jan 18 12:56:06.574816 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bd411-5457-4fd9-8d78-d4ef7d5ce121 req-db1839b6-e6b0-49ca-aea1-03492f81f7ba tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:06.576258 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e46bd411-5457-4fd9-8d78-d4ef7d5ce121 req-db1839b6-e6b0-49ca-aea1-03492f81f7ba tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0806322 Jan 18 12:56:06.624753 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e46bd411-5457-4fd9-8d78-d4ef7d5ce121 req-c6a7b87c-b169-4efe-aca2-efa8811f1e8c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398822 Jan 18 12:56:07.827556 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0675c6a-82ec-4645-9f12-3e9912e073b3 req-b317eaa6-3383-4472-9bde-509deeaf9264 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:07.836253 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b0675c6a-82ec-4645-9f12-3e9912e073b3 req-b317eaa6-3383-4472-9bde-509deeaf9264 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0893457 Jan 18 12:56:07.883504 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b0675c6a-82ec-4645-9f12-3e9912e073b3 req-7d4edbaf-cca7-4ca1-9174-3f622b7427d1 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416970 Jan 18 12:56:09.085946 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802055a-eaf7-49ff-b406-60a18b2ec8a3 req-2fa02733-9e2e-40ea-8097-f8f13064c510 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:09.087553 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e802055a-eaf7-49ff-b406-60a18b2ec8a3 req-2fa02733-9e2e-40ea-8097-f8f13064c510 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0808108 Jan 18 12:56:09.140812 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e802055a-eaf7-49ff-b406-60a18b2ec8a3 req-bf4817f9-7b5d-4991-aa9c-4a45bfe7071c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477307 Jan 18 12:56:10.090535 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:10.342700 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcfbb38-0717-4428-9a26-3c9720c78423 req-a51c0dd1-5ec2-4fd3-83bd-7d881a15b510 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:10.344062 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8dcfbb38-0717-4428-9a26-3c9720c78423 req-a51c0dd1-5ec2-4fd3-83bd-7d881a15b510 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0795639 Jan 18 12:56:10.401876 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8dcfbb38-0717-4428-9a26-3c9720c78423 req-2284e8d4-ee98-4d14-a303-c73d9ec6e105 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512214 Jan 18 12:56:11.606192 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e236c4-8ac2-46f6-a619-73fd23b5d73f req-13d4bf92-4ef8-489d-9830-e49f948ecb96 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:11.607650 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c1e236c4-8ac2-46f6-a619-73fd23b5d73f req-13d4bf92-4ef8-489d-9830-e49f948ecb96 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0771954 Jan 18 12:56:11.654402 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c1e236c4-8ac2-46f6-a619-73fd23b5d73f req-19d40725-52f1-4445-88d3-eb37a6fa535e tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411127 Jan 18 12:56:12.862847 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30658d-90b5-4f48-8f06-c4bfeb7dd486 req-ec1d0196-2c65-4bde-bcf1-40d8fbf3a1c8 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:12.864780 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-aa30658d-90b5-4f48-8f06-c4bfeb7dd486 req-ec1d0196-2c65-4bde-bcf1-40d8fbf3a1c8 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0807757 Jan 18 12:56:12.911538 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-aa30658d-90b5-4f48-8f06-c4bfeb7dd486 req-aed4e8de-e97e-47b5-857d-802940c3e8bf tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413110 Jan 18 12:56:13.017398 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:56:13.784846 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-c078f7b8-50e4-4d43-8bbf-e72df6bde74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:14.121563 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c1f2d-5518-49c2-8959-56b78944f2eb req-906e7256-6a32-43d2-93b2-f70e7b587c02 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:14.123060 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-459c1f2d-5518-49c2-8959-56b78944f2eb req-906e7256-6a32-43d2-93b2-f70e7b587c02 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0821609 Jan 18 12:56:14.169646 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-459c1f2d-5518-49c2-8959-56b78944f2eb req-c701d8cc-7a46-4edd-a555-a4ae3ed772f6 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407984 Jan 18 12:56:15.382112 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374673f-7a4d-4e8c-b719-0a1659037440 req-3c91e75d-da82-4f67-b9bb-8d146932cca7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:15.383307 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6374673f-7a4d-4e8c-b719-0a1659037440 req-3c91e75d-da82-4f67-b9bb-8d146932cca7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0811143 Jan 18 12:56:15.437330 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6374673f-7a4d-4e8c-b719-0a1659037440 req-48c0afe9-a980-4bc0-9e52-4317cdcc8eb5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408509 Jan 18 12:56:16.047656 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-38d46c0b-966f-4912-a7a2-c0d8c66ec674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:16.630374 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969e78d-ca24-476a-ada1-6e5b4f2f9b74 req-c96d03be-f291-4ff7-9d71-9491dd7348af tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:16.632013 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4969e78d-ca24-476a-ada1-6e5b4f2f9b74 req-c96d03be-f291-4ff7-9d71-9491dd7348af tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0764568 Jan 18 12:56:16.676864 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4969e78d-ca24-476a-ada1-6e5b4f2f9b74 req-710e339e-8eb8-4f48-9f1e-44ecc2d9fa2e tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392432 Jan 18 12:56:17.239210 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:17.401328 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:17.882545 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ed2c5-bbad-432a-8418-f197656a2a73 req-ada7f303-7a78-4749-b7c7-3358edb924b5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:17.884237 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f77ed2c5-bbad-432a-8418-f197656a2a73 req-ada7f303-7a78-4749-b7c7-3358edb924b5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0816905 Jan 18 12:56:17.931671 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f77ed2c5-bbad-432a-8418-f197656a2a73 req-8327df14-c948-49e5-bce3-1777cadd019f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418818 Jan 18 12:56:18.883544 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:19.143806 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a240cf-c7f9-41ec-a431-daf87d8f2067 req-ed9199b8-f33b-4fd8-af2f-22703ebc8995 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:19.145275 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e5a240cf-c7f9-41ec-a431-daf87d8f2067 req-ed9199b8-f33b-4fd8-af2f-22703ebc8995 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0819964 Jan 18 12:56:19.196388 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e5a240cf-c7f9-41ec-a431-daf87d8f2067 req-da4e2208-de8d-4431-91e9-b4db88f6740e tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456517 Jan 18 12:56:20.397751 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f557a-0062-45a3-82d6-1cd5fc959b0d req-e3fcae4c-0237-4dbd-aec0-86c092eb4375 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:20.399228 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8d9f557a-0062-45a3-82d6-1cd5fc959b0d req-e3fcae4c-0237-4dbd-aec0-86c092eb4375 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0820394 Jan 18 12:56:20.450839 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8d9f557a-0062-45a3-82d6-1cd5fc959b0d req-9576ed1d-3919-4dee-8c4d-03063e0ff414 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460014 Jan 18 12:56:21.651478 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59478d59-a030-4a99-afcb-4216f86ce703 req-976575db-5b0d-4a90-9e41-23e6fc7d7360 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:21.652833 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-59478d59-a030-4a99-afcb-4216f86ce703 req-976575db-5b0d-4a90-9e41-23e6fc7d7360 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0815175 Jan 18 12:56:21.699421 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-59478d59-a030-4a99-afcb-4216f86ce703 req-a7d6ec09-e1b0-4312-a015-30b0ca1f874b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409570 Jan 18 12:56:22.907058 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5987d6-066d-460c-8591-3abfc9166e64 req-96bd5922-4aa4-4df5-8965-bbbc79e3d8c0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:22.909076 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2d5987d6-066d-460c-8591-3abfc9166e64 req-96bd5922-4aa4-4df5-8965-bbbc79e3d8c0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0889246 Jan 18 12:56:22.959479 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2d5987d6-066d-460c-8591-3abfc9166e64 req-92a7e6a0-f999-457d-a104-f393391f6c6e tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446646 Jan 18 12:56:24.169228 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff64c8-8b15-4bf5-b809-15f88f2f1ca4 req-e7596c0e-c4ec-4abf-a85b-10558652a7dd tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:24.170976 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b2ff64c8-8b15-4bf5-b809-15f88f2f1ca4 req-e7596c0e-c4ec-4abf-a85b-10558652a7dd tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0896509 Jan 18 12:56:24.224074 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b2ff64c8-8b15-4bf5-b809-15f88f2f1ca4 req-d3658f2c-b2d8-4ce4-8153-03f6a153af4d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474248 Jan 18 12:56:25.420665 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbc4a7-5b29-4c93-ad34-da23fb5513da req-6e50e5a9-e33e-4517-a870-a12d04b40496 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:25.422123 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ecbbc4a7-5b29-4c93-ad34-da23fb5513da req-6e50e5a9-e33e-4517-a870-a12d04b40496 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0784459 Jan 18 12:56:25.480080 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ecbbc4a7-5b29-4c93-ad34-da23fb5513da req-b77bef77-af97-4ca3-a436-8c8f2c9d3d36 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514181 Jan 18 12:56:26.684837 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356256c3-f7da-4a5e-bd1a-d2a7c569f041 req-a568902d-93e4-41eb-9879-52eeaa7d07a6 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:26.686577 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-356256c3-f7da-4a5e-bd1a-d2a7c569f041 req-a568902d-93e4-41eb-9879-52eeaa7d07a6 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0771799 Jan 18 12:56:26.734106 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-356256c3-f7da-4a5e-bd1a-d2a7c569f041 req-94606438-56d7-4a47-aaea-e5049ccdd865 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412884 Jan 18 12:56:27.957792 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca92f5-dc51-4f01-a28c-f2ad2ae0c83a req-259de33c-0536-4b40-afe6-730b98ed6b03 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:27.959288 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-92ca92f5-dc51-4f01-a28c-f2ad2ae0c83a req-259de33c-0536-4b40-afe6-730b98ed6b03 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0991268 Jan 18 12:56:28.088440 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-92ca92f5-dc51-4f01-a28c-f2ad2ae0c83a req-27c045c1-2b53-421f-9ac9-65fbb6949d00 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1224391 Jan 18 12:56:29.315101 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596941a6-92da-461a-a746-d96d32a7e6cb req-72c3fd29-05ff-47f7-be41-5469b05e0b39 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:29.316602 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-596941a6-92da-461a-a746-d96d32a7e6cb req-72c3fd29-05ff-47f7-be41-5469b05e0b39 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0831840 Jan 18 12:56:29.363201 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-596941a6-92da-461a-a746-d96d32a7e6cb req-d20f8dde-edb1-4380-8003-ff11297cb559 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410416 Jan 18 12:56:30.563915 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60285a70-31c1-461d-82c8-dabe294c997b req-2b8c3376-7fe6-4b4c-bd6f-737018cbfbc7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:30.566060 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-60285a70-31c1-461d-82c8-dabe294c997b req-2b8c3376-7fe6-4b4c-bd6f-737018cbfbc7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0821917 Jan 18 12:56:30.612611 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-60285a70-31c1-461d-82c8-dabe294c997b req-01e78bfd-948e-4fde-a4e6-8c1c947a9b45 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409653 Jan 18 12:56:31.819161 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820ab16-c879-4c0c-bf09-ddba16f1b97c req-4a12a734-32f5-4946-90c4-1b0606126a31 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:31.820528 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e820ab16-c879-4c0c-bf09-ddba16f1b97c req-4a12a734-32f5-4946-90c4-1b0606126a31 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0843205 Jan 18 12:56:31.872465 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e820ab16-c879-4c0c-bf09-ddba16f1b97c req-cf25bf88-deda-40e6-939f-21e3aec7441d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464737 Jan 18 12:56:33.079961 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f13da-1d8a-457b-8463-6386ac1d7844 req-176400a4-ad47-4706-9466-ee9c2e7f25f9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:33.081481 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-af3f13da-1d8a-457b-8463-6386ac1d7844 req-176400a4-ad47-4706-9466-ee9c2e7f25f9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0852885 Jan 18 12:56:33.131787 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-af3f13da-1d8a-457b-8463-6386ac1d7844 req-1091f3a1-48b3-4872-8094-cba71d78e6ee tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447500 Jan 18 12:56:34.478922 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc760b-0de4-4466-a43a-ead45d7e7009 req-e2ed47e1-3ba1-4048-81ec-b6a03dd3e286 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:34.480359 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2efc760b-0de4-4466-a43a-ead45d7e7009 req-e2ed47e1-3ba1-4048-81ec-b6a03dd3e286 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0806470 Jan 18 12:56:34.526315 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2efc760b-0de4-4466-a43a-ead45d7e7009 req-f3c09b7c-994d-4b67-8b86-6cdfef5362c2 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396411 Jan 18 12:56:35.733028 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b178df5-204e-4cf9-8e9d-46a608cb9ca7 req-73a84e14-f31d-45b3-9b7f-b8d6b74352d7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:35.734522 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-0b178df5-204e-4cf9-8e9d-46a608cb9ca7 req-73a84e14-f31d-45b3-9b7f-b8d6b74352d7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0813611 Jan 18 12:56:35.784284 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-0b178df5-204e-4cf9-8e9d-46a608cb9ca7 req-7ba8612b-802c-4675-a009-de68ab276074 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440264 Jan 18 12:56:36.999033 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8255b-05cb-49ad-a627-aea5aef1e6c1 req-f1dcd5a1-e25a-4e59-8805-658ea7e27e7e tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:37.000758 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-9ec8255b-05cb-49ad-a627-aea5aef1e6c1 req-f1dcd5a1-e25a-4e59-8805-658ea7e27e7e tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0802310 Jan 18 12:56:37.047929 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-9ec8255b-05cb-49ad-a627-aea5aef1e6c1 req-044c98e6-f867-44d0-961b-3ae5a8368bdd tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411296 Jan 18 12:56:38.260268 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ccea30-5beb-4a87-9bbe-65fc67d33b2a req-52e953d2-7c7d-4302-9d48-b10282497355 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:38.261717 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-36ccea30-5beb-4a87-9bbe-65fc67d33b2a req-52e953d2-7c7d-4302-9d48-b10282497355 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0861881 Jan 18 12:56:38.314430 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-36ccea30-5beb-4a87-9bbe-65fc67d33b2a req-5ff78db7-3889-41a3-af73-ff5a259ffcc7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470479 Jan 18 12:56:38.780187 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8aad2392-205e-4f5a-97ab-53bd380b7752 req-5851de76-baf3-4f0e-9b7e-0dde159df117 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775156 Jan 18 12:56:38.889888 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8aad2392-205e-4f5a-97ab-53bd380b7752 req-7e7a6f1d-b488-4631-9ef0-437855f61de0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=62c83339981e4116982823738389569b&device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 1099 time: 0.0792115 Jan 18 12:56:39.037776 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad2392-205e-4f5a-97ab-53bd380b7752 req-b7e4852b-7275-49ea-a8f1-0d7a048aa5d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:39.039168 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8aad2392-205e-4f5a-97ab-53bd380b7752 req-b7e4852b-7275-49ea-a8f1-0d7a048aa5d6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0245ff51-1953-4317-abeb-3ec950185d8d HTTP/1.1" status: 200 len: 919 time: 0.1309133 Jan 18 12:56:39.144876 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8aad2392-205e-4f5a-97ab-53bd380b7752 req-a77cd879-3c50-4610-a529-5f7f17b6120f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46f08e28-9893-4e71-b797-64224dcc5fb4 HTTP/1.1" status: 200 len: 1001 time: 0.0992837 Jan 18 12:56:39.208560 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad2392-205e-4f5a-97ab-53bd380b7752 req-5b086f2e-6b3c-402a-a893-9d9a2a4fd999 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:39.210100 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8aad2392-205e-4f5a-97ab-53bd380b7752 req-5b086f2e-6b3c-402a-a893-9d9a2a4fd999 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe840dcd-84e6-4b5f-bdcf-ef3e08af5039 HTTP/1.1" status: 200 len: 856 time: 0.0594420 Jan 18 12:56:39.289341 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8aad2392-205e-4f5a-97ab-53bd380b7752 req-40a2b682-70da-4c83-a7f9-926e331fb797 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0245ff51-1953-4317-abeb-3ec950185d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724750 Jan 18 12:56:39.459418 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8aad2392-205e-4f5a-97ab-53bd380b7752 req-2064dea8-2726-4c68-8103-f3dd8feeb215 service neutron] 10.222.0.35 "GET /v2.0/networks/0245ff51-1953-4317-abeb-3ec950185d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634862 Jan 18 12:56:39.532855 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5650e3-d712-469c-962f-da2a2302166e req-ceeb15b2-6849-4f2a-b642-0bbc2fd52d6b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:39.534395 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-df5650e3-d712-469c-962f-da2a2302166e req-ceeb15b2-6849-4f2a-b642-0bbc2fd52d6b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0809689 Jan 18 12:56:39.588707 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-df5650e3-d712-469c-962f-da2a2302166e req-cf7ef868-c684-4374-86bb-b2b6b2db262a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486107 Jan 18 12:56:39.604014 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8aad2392-205e-4f5a-97ab-53bd380b7752 req-79dc3784-e780-4b3f-82d3-147bd31456f6 service neutron] 10.222.0.35 "GET /v2.0/networks/0245ff51-1953-4317-abeb-3ec950185d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387954 Jan 18 12:56:40.097410 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:40.800843 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc95b7-cc72-4f66-9230-0a947fae225e req-64fcf6f9-96d6-4c22-85d6-4e6cd4f7c08c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:40.802277 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-36fc95b7-cc72-4f66-9230-0a947fae225e req-64fcf6f9-96d6-4c22-85d6-4e6cd4f7c08c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0818772 Jan 18 12:56:40.848728 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-36fc95b7-cc72-4f66-9230-0a947fae225e req-f2e99e14-3b79-4acd-bc3a-0a496875b1ab tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404832 Jan 18 12:56:42.048506 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ec443-4715-4da4-a331-69eee8d12d65 req-6337c77c-de35-4e05-8e9d-f1c54eac182f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:42.050041 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-751ec443-4715-4da4-a331-69eee8d12d65 req-6337c77c-de35-4e05-8e9d-f1c54eac182f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0786753 Jan 18 12:56:42.097116 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-751ec443-4715-4da4-a331-69eee8d12d65 req-7a3295e0-9e27-4aba-92bb-c9fcb6005d35 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415239 Jan 18 12:56:43.323678 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d3ec7-929b-41ee-81bb-4ac1297d1f76 req-beb5ea81-c574-4a4c-93c3-92a523158007 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:43.325202 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-554d3ec7-929b-41ee-81bb-4ac1297d1f76 req-beb5ea81-c574-4a4c-93c3-92a523158007 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0940418 Jan 18 12:56:43.375911 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-554d3ec7-929b-41ee-81bb-4ac1297d1f76 req-572527bf-7eac-4fae-9a00-09b15f1f904f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439732 Jan 18 12:56:43.789273 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-d225bd31-fbe3-4e3f-9b34-2641ef58db9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:44.593896 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5dcf4-496f-4ea0-89b0-05e973bd60ec req-7fd8165e-3766-479f-a6b9-d54cafa17347 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:44.595405 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-2aa5dcf4-496f-4ea0-89b0-05e973bd60ec req-7fd8165e-3766-479f-a6b9-d54cafa17347 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0789924 Jan 18 12:56:44.642643 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-2aa5dcf4-496f-4ea0-89b0-05e973bd60ec req-4295f049-9644-4271-92c0-9e50cad8d6bb tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418975 Jan 18 12:56:45.844994 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93debae-ec8d-4468-88f3-f416e5985b5d req-28cd1939-e769-4f4c-9031-5e72c3275921 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:45.846456 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c93debae-ec8d-4468-88f3-f416e5985b5d req-28cd1939-e769-4f4c-9031-5e72c3275921 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0801182 Jan 18 12:56:45.894020 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c93debae-ec8d-4468-88f3-f416e5985b5d req-4743ce91-d33a-4292-bab7-23e5bd75f843 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420358 Jan 18 12:56:46.050484 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-f14caf3e-4b98-47db-b8f2-2071872f7ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:47.099201 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcd66b-f6da-4b2c-9d44-07a1e6dffe04 req-7a053f28-041e-4c92-b47a-977a70158282 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:47.100666 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-a2fcd66b-f6da-4b2c-9d44-07a1e6dffe04 req-7a053f28-041e-4c92-b47a-977a70158282 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0780697 Jan 18 12:56:47.150892 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-a2fcd66b-f6da-4b2c-9d44-07a1e6dffe04 req-3f76d263-7334-4ea2-8355-01297472e7ec tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446043 Jan 18 12:56:47.243257 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:47.410031 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:48.355450 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3abcc-ede3-44ce-90d7-a84e1d86253d req-0772bade-d9c2-4903-ac22-f63251a66351 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:48.356913 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-81f3abcc-ede3-44ce-90d7-a84e1d86253d req-0772bade-d9c2-4903-ac22-f63251a66351 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0832453 Jan 18 12:56:48.413075 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-81f3abcc-ede3-44ce-90d7-a84e1d86253d req-fa4b1d32-f033-47ce-9a23-9b255317d7a3 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503070 Jan 18 12:56:48.884107 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:56:49.633786 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a2879-f5fa-4add-aa37-6e7e84cdab77 req-16d3be86-a5e4-4882-af19-15f49e4bdbb6 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:49.635275 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3d2a2879-f5fa-4add-aa37-6e7e84cdab77 req-16d3be86-a5e4-4882-af19-15f49e4bdbb6 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0925498 Jan 18 12:56:49.682750 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3d2a2879-f5fa-4add-aa37-6e7e84cdab77 req-292fb0d0-803d-46c6-b75c-58e0fe0f8c8e tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412157 Jan 18 12:56:50.018036 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:56:50.883347 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f072ef4-5271-48da-904d-9ec8ab4a4c92 req-687dab98-85f9-4241-8bb9-8e8b37e21a1c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:50.884957 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4f072ef4-5271-48da-904d-9ec8ab4a4c92 req-687dab98-85f9-4241-8bb9-8e8b37e21a1c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0791991 Jan 18 12:56:50.931747 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4f072ef4-5271-48da-904d-9ec8ab4a4c92 req-8a894260-2c3d-4f36-9037-19de28635f1a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406342 Jan 18 12:56:52.134085 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851040de-38ab-47bd-9c2e-44609b192023 req-1750658e-873e-4410-a23d-52aa980efe69 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:52.135542 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-851040de-38ab-47bd-9c2e-44609b192023 req-1750658e-873e-4410-a23d-52aa980efe69 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0822461 Jan 18 12:56:52.181814 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-851040de-38ab-47bd-9c2e-44609b192023 req-d600b704-990d-4867-8fad-a8306589862c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406828 Jan 18 12:56:53.412392 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb9d31-3028-4296-a606-e9c9f1aba373 req-2f809e85-0e8e-4d73-9c3a-b587b47c28c8 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:53.413942 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-2eeb9d31-3028-4296-a606-e9c9f1aba373 req-2f809e85-0e8e-4d73-9c3a-b587b47c28c8 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0814090 Jan 18 12:56:53.463773 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-2eeb9d31-3028-4296-a606-e9c9f1aba373 req-b323479f-0504-41e3-bc1a-4cb505066059 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439897 Jan 18 12:56:54.664654 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84d9bb-5713-4c9c-ad77-d5d45502aa78 req-b5d24981-1a56-4148-b20d-0b61693d2816 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:54.666524 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-2d84d9bb-5713-4c9c-ad77-d5d45502aa78 req-b5d24981-1a56-4148-b20d-0b61693d2816 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0812480 Jan 18 12:56:54.714805 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-2d84d9bb-5713-4c9c-ad77-d5d45502aa78 req-929b3ed4-31f3-4013-97fc-05984e4d554d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420165 Jan 18 12:56:55.920714 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8d2c2-daf4-4639-b115-55888468013c req-458b8284-8ca2-494d-9b04-91d939080883 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:55.922278 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-5ef8d2c2-daf4-4639-b115-55888468013c req-458b8284-8ca2-494d-9b04-91d939080883 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0841844 Jan 18 12:56:55.969010 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-5ef8d2c2-daf4-4639-b115-55888468013c req-19b8e7a3-7e67-489c-aa6c-7b16e8fdcf59 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409129 Jan 18 12:56:57.169784 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889aaf65-0aca-4b79-b925-165fb10b5887 req-8d17f6c0-65ef-4b49-a5ce-3400e35515a2 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:57.170507 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-889aaf65-0aca-4b79-b925-165fb10b5887 req-8d17f6c0-65ef-4b49-a5ce-3400e35515a2 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0792718 Jan 18 12:56:57.218291 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-889aaf65-0aca-4b79-b925-165fb10b5887 req-16f1d2d5-e3cc-494f-8e9c-4995456dfd08 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426352 Jan 18 12:56:58.504658 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc45419-f7dc-4971-a236-35345c3816c1 req-4a51fd74-82f0-4163-8f8e-d2d4878f3b49 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:58.506152 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4dc45419-f7dc-4971-a236-35345c3816c1 req-4a51fd74-82f0-4163-8f8e-d2d4878f3b49 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.1621518 Jan 18 12:56:58.553770 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4dc45419-f7dc-4971-a236-35345c3816c1 req-253ce1f8-3ced-445c-b1fb-5253387b53db tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416696 Jan 18 12:56:59.772750 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519b507-4f6c-468e-8ee5-6a6428b1ec70 req-615b21f1-27b2-4528-ae21-6db29efe99fc tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:56:59.774393 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-f519b507-4f6c-468e-8ee5-6a6428b1ec70 req-615b21f1-27b2-4528-ae21-6db29efe99fc tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0953643 Jan 18 12:56:59.820261 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-f519b507-4f6c-468e-8ee5-6a6428b1ec70 req-d71ecd92-97ba-47ef-8886-9e5b3126e842 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397062 Jan 18 12:57:01.165492 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b7a4f-fb6b-401c-a5d7-1417ede8c7ce req-7db0f0f2-9ffc-479e-8a22-9f392ffb1105 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:01.167029 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-a26b7a4f-fb6b-401c-a5d7-1417ede8c7ce req-7db0f0f2-9ffc-479e-8a22-9f392ffb1105 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0918746 Jan 18 12:57:01.223218 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-a26b7a4f-fb6b-401c-a5d7-1417ede8c7ce req-ad8a2ac3-dff9-4c7a-ba46-0297746a037d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494416 Jan 18 12:57:02.436716 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361e9eb-6cd5-4b6e-aa6e-687dc83c36f5 req-c912f578-7dae-469b-8c54-fbbad32d0cc8 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:02.438364 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-0361e9eb-6cd5-4b6e-aa6e-687dc83c36f5 req-c912f578-7dae-469b-8c54-fbbad32d0cc8 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0826626 Jan 18 12:57:02.496049 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-0361e9eb-6cd5-4b6e-aa6e-687dc83c36f5 req-29f33a8a-4dac-484d-8d26-8e63551ea8ff tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521338 Jan 18 12:57:03.706530 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5320a88-2fd0-490c-95b2-9cf291980ab3 req-a424fe73-1219-47ee-b7e1-74ee8c65078b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:03.708856 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d5320a88-2fd0-490c-95b2-9cf291980ab3 req-a424fe73-1219-47ee-b7e1-74ee8c65078b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0881250 Jan 18 12:57:03.758191 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d5320a88-2fd0-490c-95b2-9cf291980ab3 req-2d935def-3636-4ff3-ab00-497a6cff478d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446131 Jan 18 12:57:04.958060 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d1ab0-b737-46de-9357-8e097216cf1d req-99aa33d2-eb29-4f8d-98cb-4a21afcf10c7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:04.960623 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-539d1ab0-b737-46de-9357-8e097216cf1d req-99aa33d2-eb29-4f8d-98cb-4a21afcf10c7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0815675 Jan 18 12:57:05.009532 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-539d1ab0-b737-46de-9357-8e097216cf1d req-40bd91b3-db77-4c9b-8185-6a66fbb51f3b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446234 Jan 18 12:57:06.221018 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b658930-4f60-4942-af37-7b86ba2edd9b req-e56e29e0-eee6-48bf-8ef7-abed770f87c0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:06.222467 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7b658930-4f60-4942-af37-7b86ba2edd9b req-e56e29e0-eee6-48bf-8ef7-abed770f87c0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0890999 Jan 18 12:57:06.269964 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7b658930-4f60-4942-af37-7b86ba2edd9b req-8d92cae8-6efe-4896-85e4-bc68ecea0d74 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420487 Jan 18 12:57:07.553989 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5610e0-e4d6-4359-95ca-e89f5c39ab5d req-39306817-7e0b-4778-b616-3a4880f25f06 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:07.555381 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0b5610e0-e4d6-4359-95ca-e89f5c39ab5d req-39306817-7e0b-4778-b616-3a4880f25f06 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.1526854 Jan 18 12:57:07.601911 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0b5610e0-e4d6-4359-95ca-e89f5c39ab5d req-2903650e-951e-4aa2-b26e-f15b968c400e tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399277 Jan 18 12:57:08.806598 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22cb51c-8202-4a82-af18-d93659b6c346 req-c9a8178e-baea-490f-bbc2-2f083ccc27ca tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:08.808783 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c22cb51c-8202-4a82-af18-d93659b6c346 req-c9a8178e-baea-490f-bbc2-2f083ccc27ca tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0832241 Jan 18 12:57:08.855868 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c22cb51c-8202-4a82-af18-d93659b6c346 req-cd9d7f08-4363-480f-b38b-d51976bd8518 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415838 Jan 18 12:57:10.052329 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb7b11-1982-4f21-a37c-0bf163f345b0 req-d32a2e31-58c1-4d45-b36f-294f7390c61a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:10.053775 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-0bdb7b11-1982-4f21-a37c-0bf163f345b0 req-d32a2e31-58c1-4d45-b36f-294f7390c61a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0770974 Jan 18 12:57:10.100855 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-0bdb7b11-1982-4f21-a37c-0bf163f345b0 req-c6b333d0-d5a3-4dfd-b551-2a1858bad6dc tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412362 Jan 18 12:57:10.103158 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:11.317248 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9f7ae-3342-451a-9063-eb17bd794602 req-f1b041b9-069a-42c0-a2bc-5ef7de1790a5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:11.318634 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-45e9f7ae-3342-451a-9063-eb17bd794602 req-f1b041b9-069a-42c0-a2bc-5ef7de1790a5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0894101 Jan 18 12:57:11.367963 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-45e9f7ae-3342-451a-9063-eb17bd794602 req-75f2eb58-d8c1-4af4-a372-07b006653c16 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417116 Jan 18 12:57:12.567306 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad98b47-5716-4cc3-b583-895c698d991c req-a09da8a6-01ef-4f57-9c66-ceba822cd5a7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:12.568765 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7ad98b47-5716-4cc3-b583-895c698d991c req-a09da8a6-01ef-4f57-9c66-ceba822cd5a7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0792842 Jan 18 12:57:12.616390 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7ad98b47-5716-4cc3-b583-895c698d991c req-eabef5b1-004c-4f39-b24d-4bddbea4256c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414836 Jan 18 12:57:13.820576 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-3921ada9-ac7c-4237-a62b-5636fbf6c791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:13.860552 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21a2b3-8f19-49ba-b122-e118ec819b71 req-d8a8ec6d-1f9f-47dd-8242-3d525a8bf4e5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:13.862021 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3c21a2b3-8f19-49ba-b122-e118ec819b71 req-d8a8ec6d-1f9f-47dd-8242-3d525a8bf4e5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.1124389 Jan 18 12:57:13.915298 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3c21a2b3-8f19-49ba-b122-e118ec819b71 req-f01446d6-a65a-42ed-a058-da1f4e8d0d5b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475857 Jan 18 12:57:15.127341 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596b7b9-442d-4759-ad6b-6ce8d712a083 req-f0272733-6325-42eb-b2be-11f887f5cc48 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:15.128840 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6596b7b9-442d-4759-ad6b-6ce8d712a083 req-f0272733-6325-42eb-b2be-11f887f5cc48 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0781825 Jan 18 12:57:15.181124 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6596b7b9-442d-4759-ad6b-6ce8d712a083 req-67776e64-a579-489b-a226-b52b6ae78a22 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465331 Jan 18 12:57:16.052994 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-518eb3ae-e568-4fbb-bc71-a03ca62b3872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:16.382753 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77891a-b336-44a2-b949-45d71e0b3efa req-6fee958a-5d8f-4fdf-808f-441059fa1214 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:16.384228 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-cb77891a-b336-44a2-b949-45d71e0b3efa req-6fee958a-5d8f-4fdf-808f-441059fa1214 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0787456 Jan 18 12:57:16.437412 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-cb77891a-b336-44a2-b949-45d71e0b3efa req-14555925-9e5d-4824-b541-ed4c360848bc tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470793 Jan 18 12:57:17.246611 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:17.409141 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:17.649849 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a5d6e-a316-440b-9947-d75992930e77 req-50f0f3c4-6e21-4175-8115-eeb9cf1acde1 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:17.652070 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-0b6a5d6e-a316-440b-9947-d75992930e77 req-50f0f3c4-6e21-4175-8115-eeb9cf1acde1 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0830612 Jan 18 12:57:17.699633 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-0b6a5d6e-a316-440b-9947-d75992930e77 req-61de42d4-90b3-49de-ba8b-d3a2e957030e tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420921 Jan 18 12:57:18.887983 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:18.898627 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834f668-2919-42e6-8abf-2684599133b2 req-a6362f25-fd46-4352-bd01-97e824abdf83 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:18.900255 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-a834f668-2919-42e6-8abf-2684599133b2 req-a6362f25-fd46-4352-bd01-97e824abdf83 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0765483 Jan 18 12:57:18.946391 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-a834f668-2919-42e6-8abf-2684599133b2 req-2206ad47-b0d6-444b-b139-c385ecd12e06 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402761 Jan 18 12:57:20.147860 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a8868-a4b3-4a82-9829-afff15016545 req-dfc2da67-9603-416a-8046-3856cd1b557c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:20.149395 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-607a8868-a4b3-4a82-9829-afff15016545 req-dfc2da67-9603-416a-8046-3856cd1b557c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0800788 Jan 18 12:57:20.195525 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-607a8868-a4b3-4a82-9829-afff15016545 req-488349dd-9819-4b20-b6b6-c0d23f9f884f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401208 Jan 18 12:57:21.397837 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3696630-35b1-40f2-a333-8fc8ca883f5a req-35003ad5-750a-4b10-be9c-c703d7bd707f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:21.399325 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e3696630-35b1-40f2-a333-8fc8ca883f5a req-35003ad5-750a-4b10-be9c-c703d7bd707f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0792222 Jan 18 12:57:21.468246 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e3696630-35b1-40f2-a333-8fc8ca883f5a req-e3439e45-8611-4f96-a880-006846cbb70a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626307 Jan 18 12:57:22.684687 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed621bb2-0c79-4adb-a099-a2335d265a2b req-331d27c7-4bd3-4c64-bbaf-d954ec716865 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:22.687208 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-ed621bb2-0c79-4adb-a099-a2335d265a2b req-331d27c7-4bd3-4c64-bbaf-d954ec716865 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0919011 Jan 18 12:57:22.739275 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-ed621bb2-0c79-4adb-a099-a2335d265a2b req-1ba9755a-aba0-4bd7-a3b4-eed399eb5c98 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433333 Jan 18 12:57:23.956417 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78e5b4-0690-4fd9-8b21-51eb3792c68b req-223970ae-abc3-4dab-941b-d70a3e134824 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:23.958016 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-1b78e5b4-0690-4fd9-8b21-51eb3792c68b req-223970ae-abc3-4dab-941b-d70a3e134824 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0789211 Jan 18 12:57:24.007367 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-1b78e5b4-0690-4fd9-8b21-51eb3792c68b req-45726d02-f043-49f3-91d6-b92782e847cb tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432558 Jan 18 12:57:25.214813 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994ec07-067a-42f6-8cc1-f30437f462a3 req-9ef5a200-8a2f-4d18-b045-fa81dd95638c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:25.216328 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-1994ec07-067a-42f6-8cc1-f30437f462a3 req-9ef5a200-8a2f-4d18-b045-fa81dd95638c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0792761 Jan 18 12:57:25.268537 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-1994ec07-067a-42f6-8cc1-f30437f462a3 req-f0141931-7953-4bd9-bed4-7182978040da tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467467 Jan 18 12:57:26.478709 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec0fd7-2e33-4e45-bd18-7baa5eb46bd0 req-c4d3caad-9179-423d-88f7-567f1f22286d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:26.480183 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c8ec0fd7-2e33-4e45-bd18-7baa5eb46bd0 req-c4d3caad-9179-423d-88f7-567f1f22286d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0894871 Jan 18 12:57:26.535623 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c8ec0fd7-2e33-4e45-bd18-7baa5eb46bd0 req-cbe939b1-0216-4f3c-a4c0-f4a5fd63e090 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498092 Jan 18 12:57:27.017980 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:57:27.735707 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115dcd18-7505-49d4-a674-786346eb06ce req-152fac65-26ce-4012-9e58-69ce0e64fb2b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:27.737097 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-115dcd18-7505-49d4-a674-786346eb06ce req-152fac65-26ce-4012-9e58-69ce0e64fb2b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0795031 Jan 18 12:57:27.791210 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-115dcd18-7505-49d4-a674-786346eb06ce req-50a9d151-df7a-49af-af68-0a126a480440 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486612 Jan 18 12:57:29.064431 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8e636-af52-43b2-89fc-7f45544947b7 req-bc95478d-0997-472d-bc1a-94b50a552c0b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:29.065889 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-92b8e636-af52-43b2-89fc-7f45544947b7 req-bc95478d-0997-472d-bc1a-94b50a552c0b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.1443236 Jan 18 12:57:29.114634 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-92b8e636-af52-43b2-89fc-7f45544947b7 req-2b7271dd-65ca-476b-a7eb-2c9200798f2d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430856 Jan 18 12:57:30.339172 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c42407-3ad5-4a7a-b9d7-caaf5c219d57 req-be305e6f-5a0b-430a-984f-3cf9c3f57b0a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:30.340663 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-88c42407-3ad5-4a7a-b9d7-caaf5c219d57 req-be305e6f-5a0b-430a-984f-3cf9c3f57b0a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0870392 Jan 18 12:57:30.390523 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-88c42407-3ad5-4a7a-b9d7-caaf5c219d57 req-b6b45bf6-7bf5-4049-84e1-8d3e05a40a87 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444014 Jan 18 12:57:31.600198 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cdcd9c-f093-46bd-9e10-8336587dd6ed req-f440a605-2f41-476f-bb56-b51d418cf681 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:31.601698 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-41cdcd9c-f093-46bd-9e10-8336587dd6ed req-f440a605-2f41-476f-bb56-b51d418cf681 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0865214 Jan 18 12:57:31.649223 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-41cdcd9c-f093-46bd-9e10-8336587dd6ed req-3039c250-2535-4a62-985a-a02a598ad977 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406899 Jan 18 12:57:32.850803 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44165de-9f2d-42f2-baa1-56e63e834e05 req-7fe5a44d-daf1-403d-881e-e3eead152f66 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:32.852282 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-a44165de-9f2d-42f2-baa1-56e63e834e05 req-7fe5a44d-daf1-403d-881e-e3eead152f66 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0795221 Jan 18 12:57:32.898025 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-a44165de-9f2d-42f2-baa1-56e63e834e05 req-b429a821-3e67-4860-bd40-0ca736d1fab1 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403085 Jan 18 12:57:34.110743 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4259a-7bb0-4868-aa25-a7908a3501d4 req-e5703d4e-e2ae-43c1-b8df-f390a62d6031 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:34.112217 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-10b4259a-7bb0-4868-aa25-a7908a3501d4 req-e5703d4e-e2ae-43c1-b8df-f390a62d6031 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0765636 Jan 18 12:57:34.161007 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-10b4259a-7bb0-4868-aa25-a7908a3501d4 req-d077efdb-07dc-4208-82c1-57a80a544e81 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398822 Jan 18 12:57:35.379527 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbbd6a-7ca2-4bc6-ab1b-b5aa852f1399 req-0a9c24b2-ea94-4a60-85f3-7bb659a759dc tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:35.380991 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-accbbd6a-7ca2-4bc6-ab1b-b5aa852f1399 req-0a9c24b2-ea94-4a60-85f3-7bb659a759dc tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0901728 Jan 18 12:57:35.433345 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-accbbd6a-7ca2-4bc6-ab1b-b5aa852f1399 req-f3f073c4-4aa7-4e82-ae04-ebe9355c5091 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427823 Jan 18 12:57:36.642578 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd67326-0db6-4c03-bc1c-805b16a2ad71 req-9cdf54cd-7012-48a9-8664-7bef8869b516 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:36.644053 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-0dd67326-0db6-4c03-bc1c-805b16a2ad71 req-9cdf54cd-7012-48a9-8664-7bef8869b516 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0777731 Jan 18 12:57:36.695421 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-0dd67326-0db6-4c03-bc1c-805b16a2ad71 req-1dde194e-6960-403d-b180-927f844584c3 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448704 Jan 18 12:57:37.896890 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df8e6a-6158-4c9b-a32b-1e5d12f30d46 req-c0271cac-8341-48a4-9b22-bc4fec17f154 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:37.898944 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-28df8e6a-6158-4c9b-a32b-1e5d12f30d46 req-c0271cac-8341-48a4-9b22-bc4fec17f154 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0770011 Jan 18 12:57:37.946338 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-28df8e6a-6158-4c9b-a32b-1e5d12f30d46 req-4e21ca78-62c3-454f-9fef-6ee8d8b7b53b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419588 Jan 18 12:57:39.163840 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d92a4-5503-4ce8-a465-96ad348c18cc req-05bed804-62bf-4b0a-b09c-91b948976596 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:39.171154 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-176d92a4-5503-4ce8-a465-96ad348c18cc req-05bed804-62bf-4b0a-b09c-91b948976596 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0977991 Jan 18 12:57:39.219210 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-176d92a4-5503-4ce8-a465-96ad348c18cc req-39e35705-9874-49a2-a3dd-ca91de8e6df1 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467346 Jan 18 12:57:40.127741 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:40.428307 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298cb70-f87d-4efa-88f9-37d976783cc7 req-3128bd90-4de4-4b85-a006-18cfbd8133db tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:40.429944 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e298cb70-f87d-4efa-88f9-37d976783cc7 req-3128bd90-4de4-4b85-a006-18cfbd8133db tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0824533 Jan 18 12:57:40.479023 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e298cb70-f87d-4efa-88f9-37d976783cc7 req-60548d20-0177-452a-be3d-2268aa0ada72 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433435 Jan 18 12:57:40.726597 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d0946f8a-3c68-4101-b466-b124d68b8dea req-40ad49e3-37e3-4bec-9ade-2db06844bf5a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715418 Jan 18 12:57:40.828075 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d0946f8a-3c68-4101-b466-b124d68b8dea req-f6a901ca-55ca-41fb-bb88-f8ce1470662c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4780fe48fc504b868a4e20ccdeddc261&device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 1099 time: 0.0695641 Jan 18 12:57:40.975635 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0946f8a-3c68-4101-b466-b124d68b8dea req-9878ac5e-5a92-42ad-a979-77138786e39e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:40.977125 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d0946f8a-3c68-4101-b466-b124d68b8dea req-9878ac5e-5a92-42ad-a979-77138786e39e service neutron] 10.222.0.35 "GET /v2.0/networks?id=3aafb570-73f3-4d6d-b0fd-ecc33f87d7db HTTP/1.1" status: 200 len: 917 time: 0.1284513 Jan 18 12:57:41.049038 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d0946f8a-3c68-4101-b466-b124d68b8dea req-3ca8fb6d-d9cb-4658-ae43-260164d61300 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e00e54c6-536f-4529-acd6-93c664eff79b HTTP/1.1" status: 200 len: 217 time: 0.0661731 Jan 18 12:57:41.110898 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0946f8a-3c68-4101-b466-b124d68b8dea req-d38cf3d6-5636-4dc2-841e-7339a8337ea4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:41.112312 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d0946f8a-3c68-4101-b466-b124d68b8dea req-d38cf3d6-5636-4dc2-841e-7339a8337ea4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=79e00410-d53e-44ca-b28a-3e7239ed8fa5 HTTP/1.1" status: 200 len: 854 time: 0.0576656 Jan 18 12:57:41.189731 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d0946f8a-3c68-4101-b466-b124d68b8dea req-87e4d695-12b4-471e-9476-b86fddb6b18f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3aafb570-73f3-4d6d-b0fd-ecc33f87d7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714016 Jan 18 12:57:41.324680 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d0946f8a-3c68-4101-b466-b124d68b8dea req-21935f9c-8f63-4ccd-9237-3b86549459bf service neutron] 10.222.0.35 "GET /v2.0/networks/3aafb570-73f3-4d6d-b0fd-ecc33f87d7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288555 Jan 18 12:57:41.504949 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d0946f8a-3c68-4101-b466-b124d68b8dea req-6db26d89-b1fd-4aa6-be47-53b925ae009b service neutron] 10.222.0.35 "GET /v2.0/networks/3aafb570-73f3-4d6d-b0fd-ecc33f87d7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747463 Jan 18 12:57:41.818087 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df1de9-c8c5-48a8-9d2e-3fe1e6a51f3f req-b35f82f1-106b-40b0-8988-735c5da4ed1a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:41.819748 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e8df1de9-c8c5-48a8-9d2e-3fe1e6a51f3f req-b35f82f1-106b-40b0-8988-735c5da4ed1a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0815773 Jan 18 12:57:41.864917 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e8df1de9-c8c5-48a8-9d2e-3fe1e6a51f3f req-7675a479-9fb3-4873-a06f-dc448ad5345c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395792 Jan 18 12:57:43.072506 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c0e2b-0e5e-4290-8c2d-3f4b5bcdf9a8 req-61563005-876d-441c-8e9b-122323d4c34f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:43.074171 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-793c0e2b-0e5e-4290-8c2d-3f4b5bcdf9a8 req-61563005-876d-441c-8e9b-122323d4c34f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0800178 Jan 18 12:57:43.120467 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-793c0e2b-0e5e-4290-8c2d-3f4b5bcdf9a8 req-ce03a305-30cf-4d70-a5d5-37654be5ea1a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407135 Jan 18 12:57:43.794372 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-f30dec94-fd61-4a33-a385-cfee3c850300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:44.327006 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cdec0-328f-49e2-bfc6-66a6da6a6e93 req-8a2014ec-bfac-4838-b341-020be0f40529 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:44.328501 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d19cdec0-328f-49e2-bfc6-66a6da6a6e93 req-8a2014ec-bfac-4838-b341-020be0f40529 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0863028 Jan 18 12:57:44.384298 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d19cdec0-328f-49e2-bfc6-66a6da6a6e93 req-01ad703f-8b0e-4a6b-a9fb-b8c8a1d9802d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498240 Jan 18 12:57:45.602117 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcca11c-19d8-4c33-8817-369a8f598a62 req-4f26a65e-2d8d-45b2-a88e-54f29c3faf9c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:45.604387 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5fcca11c-19d8-4c33-8817-369a8f598a62 req-4f26a65e-2d8d-45b2-a88e-54f29c3faf9c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0863397 Jan 18 12:57:45.672298 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5fcca11c-19d8-4c33-8817-369a8f598a62 req-8802b653-6854-4009-bcc1-f89ae616366a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622611 Jan 18 12:57:46.054661 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af3ec7f8-e31e-4b43-855b-ead6ff51c1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:46.883904 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91690d-bf83-4a16-914b-09a7dab09dfd req-f6f83f2f-4d95-4875-9342-d0b2961a89ec tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:46.885370 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8d91690d-bf83-4a16-914b-09a7dab09dfd req-f6f83f2f-4d95-4875-9342-d0b2961a89ec tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0841329 Jan 18 12:57:46.941429 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8d91690d-bf83-4a16-914b-09a7dab09dfd req-fe18de86-3650-4f31-8230-e456e726309d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488331 Jan 18 12:57:47.249195 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:47.409484 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:48.298701 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0620f-e503-49f2-bb21-f66e685985ef req-b9eee3b7-8a9c-4d38-b103-207f6cbf4f8d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:48.302901 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f0d0620f-e503-49f2-bb21-f66e685985ef req-b9eee3b7-8a9c-4d38-b103-207f6cbf4f8d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0846198 Jan 18 12:57:48.348333 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f0d0620f-e503-49f2-bb21-f66e685985ef req-3a637e11-72f3-4ac1-b2ad-03c8966c6d65 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410490 Jan 18 12:57:48.891990 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:57:49.550864 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727716b4-d050-475d-b76a-52f955b9fba4 req-65f3d6cf-37d3-4282-b32a-43c4a653a6e1 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:49.552248 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-727716b4-d050-475d-b76a-52f955b9fba4 req-65f3d6cf-37d3-4282-b32a-43c4a653a6e1 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0847344 Jan 18 12:57:49.608968 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-727716b4-d050-475d-b76a-52f955b9fba4 req-18db92cb-77c3-4f3a-abe2-109c230b19f8 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509126 Jan 18 12:57:50.813416 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dbd60-fb68-41c7-adb7-f844d3f96f0b req-0ea40d2d-3d9d-4737-8c88-042a8fb8ffc1 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:50.814807 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-702dbd60-fb68-41c7-adb7-f844d3f96f0b req-0ea40d2d-3d9d-4737-8c88-042a8fb8ffc1 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0779448 Jan 18 12:57:50.861628 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-702dbd60-fb68-41c7-adb7-f844d3f96f0b req-cb669fa0-9961-41b5-8c6d-abc3d56fe35e tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409739 Jan 18 12:57:52.070559 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a115a8-2121-44c1-9573-c8cf4b51dd69 req-96152586-cd34-43da-b539-6218ed8b9dc2 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:52.072166 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d6a115a8-2121-44c1-9573-c8cf4b51dd69 req-96152586-cd34-43da-b539-6218ed8b9dc2 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0898571 Jan 18 12:57:52.119627 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d6a115a8-2121-44c1-9573-c8cf4b51dd69 req-f493920c-1301-4887-ae4d-66e143e04614 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414727 Jan 18 12:57:53.321501 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf478d21-e37a-493b-90d4-ddc4a789cbed req-19f02318-b87b-481b-85c1-a289a0e04214 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:53.323039 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bf478d21-e37a-493b-90d4-ddc4a789cbed req-19f02318-b87b-481b-85c1-a289a0e04214 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0789716 Jan 18 12:57:53.368855 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bf478d21-e37a-493b-90d4-ddc4a789cbed req-91939dbb-decb-4f13-97cf-9ce0ef1a1b92 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400634 Jan 18 12:57:54.660566 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd335ec-aad8-47dc-a843-6508b24fabf2 req-df76fd2f-a667-4a2d-9e5e-55146ca96a89 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:54.670592 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bdd335ec-aad8-47dc-a843-6508b24fabf2 req-df76fd2f-a667-4a2d-9e5e-55146ca96a89 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.1796260 Jan 18 12:57:54.732444 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bdd335ec-aad8-47dc-a843-6508b24fabf2 req-f3def31b-c12f-4450-932b-308cdd32eaa5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609038 Jan 18 12:57:55.970748 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1afe9-467a-4235-88d2-73add77394de req-65b5700e-35cd-49a3-ac4c-61dadf5b56c7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:55.972118 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-a8b1afe9-467a-4235-88d2-73add77394de req-65b5700e-35cd-49a3-ac4c-61dadf5b56c7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0805507 Jan 18 12:57:56.023566 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-a8b1afe9-467a-4235-88d2-73add77394de req-758ebe5d-71a4-42b5-b803-6b18f6f7d1d3 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450375 Jan 18 12:57:57.220737 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea6fb8-a897-4a96-9ab4-6243708fe87a req-de6a586f-a608-4a94-bca0-6fde81ed80c5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:57.222194 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-d1ea6fb8-a897-4a96-9ab4-6243708fe87a req-de6a586f-a608-4a94-bca0-6fde81ed80c5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0772808 Jan 18 12:57:57.276773 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-d1ea6fb8-a897-4a96-9ab4-6243708fe87a req-b2ed5253-5a38-4e67-b812-ad6bf9e667d7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480993 Jan 18 12:57:58.485765 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cfab8e-4152-4797-abcb-8ca5bea9e0e3 req-37f92d6b-a07b-4509-9000-d934497c9303 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:58.487464 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-f9cfab8e-4152-4797-abcb-8ca5bea9e0e3 req-37f92d6b-a07b-4509-9000-d934497c9303 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0769427 Jan 18 12:57:58.533475 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-f9cfab8e-4152-4797-abcb-8ca5bea9e0e3 req-5d87a1e4-3331-493b-b2ba-40c664cdc68d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392790 Jan 18 12:57:59.735672 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8790144-c35e-4cd6-94ea-7c8f40061437 req-7f538950-e252-4a57-b35b-0582ca8e7852 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:57:59.737053 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-d8790144-c35e-4cd6-94ea-7c8f40061437 req-7f538950-e252-4a57-b35b-0582ca8e7852 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0830977 Jan 18 12:57:59.783177 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-d8790144-c35e-4cd6-94ea-7c8f40061437 req-bf28af44-e646-4886-a2b3-93fa604c22a7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401382 Jan 18 12:58:00.990037 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5593b0-79ec-46b4-89b3-46733ffefb7b req-0c463f5a-d063-49ee-a830-1dcc9a0cc9a2 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:00.991631 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-9f5593b0-79ec-46b4-89b3-46733ffefb7b req-0c463f5a-d063-49ee-a830-1dcc9a0cc9a2 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0849693 Jan 18 12:58:01.037477 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-9f5593b0-79ec-46b4-89b3-46733ffefb7b req-b508c378-d4db-44b6-bce9-9934cfb63018 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400202 Jan 18 12:58:02.249451 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3531a-dd43-4f84-8db7-4ed8bd9d8066 req-78fa2f9f-865f-4ed1-8b0b-bcb14ecb33a7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:02.251018 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-64d3531a-dd43-4f84-8db7-4ed8bd9d8066 req-78fa2f9f-865f-4ed1-8b0b-bcb14ecb33a7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0849931 Jan 18 12:58:02.297603 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-64d3531a-dd43-4f84-8db7-4ed8bd9d8066 req-0d81b1dc-78df-4703-8abf-d036361d2a5b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398984 Jan 18 12:58:03.508520 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05981e1-8982-4bb5-ab55-5c6ac1c08ba7 req-348130e2-0a36-408f-86d8-977be3e7f0f3 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:03.510158 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-f05981e1-8982-4bb5-ab55-5c6ac1c08ba7 req-348130e2-0a36-408f-86d8-977be3e7f0f3 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0879054 Jan 18 12:58:03.572180 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-f05981e1-8982-4bb5-ab55-5c6ac1c08ba7 req-07d81df6-3c68-4903-9cf8-4c73ad18ecd5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567441 Jan 18 12:58:04.018811 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:58:04.865940 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64d40d-fa03-4bf1-8bca-4a3335575e44 req-b69cd163-7274-4ac0-b8de-171df8a57d57 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:04.867414 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3b64d40d-fa03-4bf1-8bca-4a3335575e44 req-b69cd163-7274-4ac0-b8de-171df8a57d57 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.1566365 Jan 18 12:58:04.914792 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3b64d40d-fa03-4bf1-8bca-4a3335575e44 req-b52777d5-5bd7-4404-b702-a898d9cd141e tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418954 Jan 18 12:58:06.120480 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e3bec-0505-46b9-ae52-4149b7ad2dd0 req-ebde3f06-9750-4cc9-b6c7-7cf94742ee9c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:06.121953 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-b83e3bec-0505-46b9-ae52-4149b7ad2dd0 req-ebde3f06-9750-4cc9-b6c7-7cf94742ee9c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0810456 Jan 18 12:58:06.171190 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-b83e3bec-0505-46b9-ae52-4149b7ad2dd0 req-63f48931-e068-4398-8896-806c348c4f8a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433071 Jan 18 12:58:07.375198 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898f9b0-53fb-4005-89ce-7c886d369117 req-b239a11b-757f-4ddd-a78b-8caac0cde099 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:07.376637 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e898f9b0-53fb-4005-89ce-7c886d369117 req-b239a11b-757f-4ddd-a78b-8caac0cde099 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0805340 Jan 18 12:58:07.422806 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e898f9b0-53fb-4005-89ce-7c886d369117 req-cf15b638-1912-409a-ac32-3e885f2d87fb tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400107 Jan 18 12:58:08.638192 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651bac3-0821-42fb-8f64-4aa5df50ea5c req-7635afa7-a0dc-48f8-bef2-936545ee49f4 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:08.639689 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6651bac3-0821-42fb-8f64-4aa5df50ea5c req-7635afa7-a0dc-48f8-bef2-936545ee49f4 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0917482 Jan 18 12:58:08.687217 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6651bac3-0821-42fb-8f64-4aa5df50ea5c req-29328500-eba3-4734-b610-787cf08d3986 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410714 Jan 18 12:58:09.903931 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bd7ba-3c15-4b24-a21b-cb182829bdb4 req-dac9b996-807a-4b80-9b95-82310409ae93 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:09.905373 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-130bd7ba-3c15-4b24-a21b-cb182829bdb4 req-dac9b996-807a-4b80-9b95-82310409ae93 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0765312 Jan 18 12:58:09.955878 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-130bd7ba-3c15-4b24-a21b-cb182829bdb4 req-61453d3a-7372-4973-8323-a6c197b3a9b3 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443599 Jan 18 12:58:10.086555 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:11.158189 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33b4d5-f32d-4b19-b5a0-8865dd8223c7 req-b734ff47-d666-40d3-bf9b-482fb5b64988 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:11.160282 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-cb33b4d5-f32d-4b19-b5a0-8865dd8223c7 req-b734ff47-d666-40d3-bf9b-482fb5b64988 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0769899 Jan 18 12:58:11.207380 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-cb33b4d5-f32d-4b19-b5a0-8865dd8223c7 req-88ead1b3-ead3-41eb-92dd-8a7cf39c5ec0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411193 Jan 18 12:58:12.428427 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f7309-7afe-4e38-b28c-f779bc1045d1 req-ad002efe-62e0-4619-9b46-c59e560262f9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:12.429907 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c80f7309-7afe-4e38-b28c-f779bc1045d1 req-ad002efe-62e0-4619-9b46-c59e560262f9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0981276 Jan 18 12:58:12.484551 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c80f7309-7afe-4e38-b28c-f779bc1045d1 req-31e5462d-f0e0-4295-b793-946dd6f09763 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491197 Jan 18 12:58:13.689570 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddcf8a-de1c-4d56-ae81-9980e12c45d4 req-c7785826-2ae8-4728-b577-6239845d7432 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:13.691333 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bdddcf8a-de1c-4d56-ae81-9980e12c45d4 req-c7785826-2ae8-4728-b577-6239845d7432 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0836010 Jan 18 12:58:13.740741 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bdddcf8a-de1c-4d56-ae81-9980e12c45d4 req-615952b5-31e6-4416-9cc3-e1e80eda86d2 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436835 Jan 18 12:58:13.797393 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-9bf55661-e93d-4983-9b65-0ebe5ef78942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:14.952845 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19eed2f-0d44-498e-ba95-6066d99a5f77 req-d9b05ac2-eed9-4b08-9d21-096123962e12 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:14.954317 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b19eed2f-0d44-498e-ba95-6066d99a5f77 req-d9b05ac2-eed9-4b08-9d21-096123962e12 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0892375 Jan 18 12:58:15.020968 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b19eed2f-0d44-498e-ba95-6066d99a5f77 req-773a25ae-b770-464a-9aa4-c25ec25d823f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519638 Jan 18 12:58:16.061022 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-3a081405-5d2b-41df-9acc-4b7f746f106e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:16.238330 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7760d1-1a75-42db-ac29-35563afd6276 req-2139ead6-d954-49d0-ab64-cbaa806df830 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:16.239826 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0a7760d1-1a75-42db-ac29-35563afd6276 req-2139ead6-d954-49d0-ab64-cbaa806df830 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0850668 Jan 18 12:58:16.290585 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0a7760d1-1a75-42db-ac29-35563afd6276 req-07112df3-ff5b-4884-aceb-320d5f69a760 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451875 Jan 18 12:58:17.251460 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:17.421900 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:17.496888 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b28a75-2ab4-44fa-b56c-b0dc4d22b5ba req-039cff40-70a6-4e89-bdbd-511922eef33a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:17.498340 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-44b28a75-2ab4-44fa-b56c-b0dc4d22b5ba req-039cff40-70a6-4e89-bdbd-511922eef33a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0866470 Jan 18 12:58:17.545378 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-44b28a75-2ab4-44fa-b56c-b0dc4d22b5ba req-a7093bad-6b14-4aa3-9846-e61187121b9f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412481 Jan 18 12:58:18.754328 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33d979-3b11-4029-821a-796f34ccbbc6 req-2d75113c-af47-403d-b10d-37aa769d56e5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:18.755818 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7c33d979-3b11-4029-821a-796f34ccbbc6 req-2d75113c-af47-403d-b10d-37aa769d56e5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0880978 Jan 18 12:58:18.802373 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7c33d979-3b11-4029-821a-796f34ccbbc6 req-df8801b1-8735-4ab4-a7fa-a3ce86d05ac4 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410280 Jan 18 12:58:18.893825 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:20.009694 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01286d89-6869-4438-9b11-35be8d9baa97 req-121dd4ed-e1bf-4f6f-b3c8-e96c63e18b22 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:20.012034 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-01286d89-6869-4438-9b11-35be8d9baa97 req-121dd4ed-e1bf-4f6f-b3c8-e96c63e18b22 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0888872 Jan 18 12:58:20.061662 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-01286d89-6869-4438-9b11-35be8d9baa97 req-aea996fd-50b8-45ba-aa32-d2771358dacb tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413010 Jan 18 12:58:21.275688 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf285a0-c704-4f8c-bc37-19644d08704a req-5f567315-2d76-47cd-9971-bc24ec0386d2 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:21.277167 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7cf285a0-c704-4f8c-bc37-19644d08704a req-5f567315-2d76-47cd-9971-bc24ec0386d2 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0872579 Jan 18 12:58:21.330180 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7cf285a0-c704-4f8c-bc37-19644d08704a req-b1611959-bcc7-486c-a33c-1ae677bf4bc6 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471332 Jan 18 12:58:22.555374 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4c29d-5eb1-4fb9-a3fe-e8cae0934a0e req-56c67b9a-692a-49da-86a0-7d69291f24cd tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:22.556813 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-40a4c29d-5eb1-4fb9-a3fe-e8cae0934a0e req-56c67b9a-692a-49da-86a0-7d69291f24cd tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0805128 Jan 18 12:58:22.603068 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-40a4c29d-5eb1-4fb9-a3fe-e8cae0934a0e req-78cab45d-37a9-4c7d-8205-1015456e7346 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407040 Jan 18 12:58:23.812756 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb773a-817f-4dac-b433-429f214d71cf req-29712152-2cb5-4226-99b6-f2285ec51ec7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:23.814855 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-85fb773a-817f-4dac-b433-429f214d71cf req-29712152-2cb5-4226-99b6-f2285ec51ec7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0899603 Jan 18 12:58:23.869289 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-85fb773a-817f-4dac-b433-429f214d71cf req-ca95082e-92e7-4e26-a419-924f6d6f9c1b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487237 Jan 18 12:58:25.075983 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186efa7-1971-431a-8d3c-75630d6894ea req-46e579fa-ff7e-488c-bcde-0c9e71d44f9c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:25.077868 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7186efa7-1971-431a-8d3c-75630d6894ea req-46e579fa-ff7e-488c-bcde-0c9e71d44f9c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0784173 Jan 18 12:58:25.128126 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7186efa7-1971-431a-8d3c-75630d6894ea req-a69d0742-16d7-42e1-8c5a-268789339fe5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438292 Jan 18 12:58:26.338424 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c4fff-6b4e-4a28-a17d-9a2f68190e03 req-128f03c7-dfeb-4e26-9d0c-4828da76d089 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:26.339941 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ed3c4fff-6b4e-4a28-a17d-9a2f68190e03 req-128f03c7-dfeb-4e26-9d0c-4828da76d089 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0833974 Jan 18 12:58:26.386197 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ed3c4fff-6b4e-4a28-a17d-9a2f68190e03 req-11d948f8-953a-4e2b-9b6e-5e3db07d76c1 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406907 Jan 18 12:58:27.592128 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6083ac0-3b4c-4c6b-bd20-9c7d27e883a3 req-208a2ac9-c531-4158-be66-06a2ab47273e tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:27.593569 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e6083ac0-3b4c-4c6b-bd20-9c7d27e883a3 req-208a2ac9-c531-4158-be66-06a2ab47273e tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0790100 Jan 18 12:58:27.639861 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e6083ac0-3b4c-4c6b-bd20-9c7d27e883a3 req-10473c5a-fba5-427e-9567-19be3fb604bd tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399635 Jan 18 12:58:28.851151 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582a5e7-f0a5-494b-bd35-5133e6438157 req-58b87d4f-04cd-45b0-9ad6-bc4b1b0478b6 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:28.852606 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-1582a5e7-f0a5-494b-bd35-5133e6438157 req-58b87d4f-04cd-45b0-9ad6-bc4b1b0478b6 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0902352 Jan 18 12:58:28.899321 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-1582a5e7-f0a5-494b-bd35-5133e6438157 req-cb3655e2-d256-44ad-8754-72d1ec4c81e8 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413554 Jan 18 12:58:30.104223 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f541f-d08b-4417-96f4-56481e73764e req-f4bdb925-3014-4442-97f2-84d3e74e21f6 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:30.105664 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a19f541f-d08b-4417-96f4-56481e73764e req-f4bdb925-3014-4442-97f2-84d3e74e21f6 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0825484 Jan 18 12:58:30.156485 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a19f541f-d08b-4417-96f4-56481e73764e req-8308ba0b-ede1-49ea-a6fb-b3f0a95659e1 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443079 Jan 18 12:58:31.371591 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd163c0-3fe6-4adf-8424-54a2cfdeebc0 req-049f89fd-1c88-42c7-98b6-8dfcb3c48f5b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:31.373051 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2cd163c0-3fe6-4adf-8424-54a2cfdeebc0 req-049f89fd-1c88-42c7-98b6-8dfcb3c48f5b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0801132 Jan 18 12:58:31.420115 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2cd163c0-3fe6-4adf-8424-54a2cfdeebc0 req-c33e0c78-5bf6-4d59-94ba-20195367583f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413523 Jan 18 12:58:32.633775 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d15ae-0cbb-4d84-a1d1-999c26a672db req-9763a3e1-c7cd-4d6c-8e16-3007aa63805d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:32.635434 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-127d15ae-0cbb-4d84-a1d1-999c26a672db req-9763a3e1-c7cd-4d6c-8e16-3007aa63805d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0798869 Jan 18 12:58:32.692107 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-127d15ae-0cbb-4d84-a1d1-999c26a672db req-d9ae35b9-4483-4498-a721-e6e67f188527 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507636 Jan 18 12:58:33.902516 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef98b8-4b84-422e-8315-7f8784442a5c req-70d33c0b-a53e-4748-ba9f-ef7e835a5133 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:33.904001 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-38ef98b8-4b84-422e-8315-7f8784442a5c req-70d33c0b-a53e-4748-ba9f-ef7e835a5133 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0867329 Jan 18 12:58:33.956120 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-38ef98b8-4b84-422e-8315-7f8784442a5c req-f97c49dd-2689-4207-9450-cbfd9f8bd81a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451722 Jan 18 12:58:35.233935 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9356b0-6dc3-4e61-a1dd-70f300417ac3 req-2aba65dc-7945-4735-8e3b-ac638f56fd68 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:35.236676 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9a9356b0-6dc3-4e61-a1dd-70f300417ac3 req-2aba65dc-7945-4735-8e3b-ac638f56fd68 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.1596637 Jan 18 12:58:35.285265 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9a9356b0-6dc3-4e61-a1dd-70f300417ac3 req-14dc45db-a1f4-4290-b4ac-4bf18328a984 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424514 Jan 18 12:58:36.483582 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16776c8f-ee9d-4055-b0fe-06c8f6174976 req-6f127c3d-23f0-4321-a0f8-09e3e15fdd06 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:36.486079 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-16776c8f-ee9d-4055-b0fe-06c8f6174976 req-6f127c3d-23f0-4321-a0f8-09e3e15fdd06 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0785115 Jan 18 12:58:36.537959 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-16776c8f-ee9d-4055-b0fe-06c8f6174976 req-7f2ac535-cdca-46d8-8854-5da9bf2b5ca0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457022 Jan 18 12:58:37.754399 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db45dd-0508-4e87-917b-f5cf2e5de1b6 req-3491d9e1-eb7e-4373-988a-425af28873f2 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:37.756645 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-b8db45dd-0508-4e87-917b-f5cf2e5de1b6 req-3491d9e1-eb7e-4373-988a-425af28873f2 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0928574 Jan 18 12:58:37.808932 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-b8db45dd-0508-4e87-917b-f5cf2e5de1b6 req-9c85ce65-eac8-4f22-bc57-eff3b382208c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463519 Jan 18 12:58:39.023434 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebdd03-eaec-4b6f-8e46-8e89bb2f2505 req-656efbf7-253d-4e44-ac73-f18f2c03d8b8 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:39.024879 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-24ebdd03-eaec-4b6f-8e46-8e89bb2f2505 req-656efbf7-253d-4e44-ac73-f18f2c03d8b8 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0785439 Jan 18 12:58:39.084729 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-24ebdd03-eaec-4b6f-8e46-8e89bb2f2505 req-3cda4f65-1c73-410c-9c64-050562daf64f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527396 Jan 18 12:58:40.096389 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:40.299936 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc9df2-608d-4153-a6c3-8df1959fb4ca req-e62da44c-7021-4da5-9ddf-be8879116a88 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:40.301290 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c4fc9df2-608d-4153-a6c3-8df1959fb4ca req-e62da44c-7021-4da5-9ddf-be8879116a88 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0823386 Jan 18 12:58:40.348421 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c4fc9df2-608d-4153-a6c3-8df1959fb4ca req-d5d371fb-55f2-4a46-bc1c-19a8862aa7a7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415850 Jan 18 12:58:40.771810 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e07b15d2-cd0d-4420-ade5-54d3ab7fe672 req-cf4cdb3b-0011-49d6-ad8e-90a741e04f39 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0832760 Jan 18 12:58:40.948847 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e07b15d2-cd0d-4420-ade5-54d3ab7fe672 req-386be346-d6b6-4d3d-a5ef-fe8ba50f19dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f57a5761ea3b4b6ebfc881a4b5a7d527&device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 1098 time: 0.1451004 Jan 18 12:58:41.021355 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:58:41.104248 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b15d2-cd0d-4420-ade5-54d3ab7fe672 req-a42054dc-1ef6-47de-b673-9c0713e24230 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:41.105706 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e07b15d2-cd0d-4420-ade5-54d3ab7fe672 req-a42054dc-1ef6-47de-b673-9c0713e24230 service neutron] 10.222.0.35 "GET /v2.0/networks?id=58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72 HTTP/1.1" status: 200 len: 916 time: 0.1374154 Jan 18 12:58:41.181721 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e07b15d2-cd0d-4420-ade5-54d3ab7fe672 req-a5a4ddcc-d248-4e2a-9b8e-b8a3e72fd42f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3178e478-c15c-427f-9496-6e3c632d818a HTTP/1.1" status: 200 len: 217 time: 0.0696273 Jan 18 12:58:41.247974 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b15d2-cd0d-4420-ade5-54d3ab7fe672 req-ca17561f-d0b4-4597-abb9-f59a4b0d0a91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:41.249426 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e07b15d2-cd0d-4420-ade5-54d3ab7fe672 req-ca17561f-d0b4-4597-abb9-f59a4b0d0a91 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f70909e0-87f3-49af-9ce4-5709c59c89a7 HTTP/1.1" status: 200 len: 854 time: 0.0615914 Jan 18 12:58:41.295890 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e07b15d2-cd0d-4420-ade5-54d3ab7fe672 req-c2a6c01f-db7c-414a-b828-c7523de154ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406997 Jan 18 12:58:41.447868 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e07b15d2-cd0d-4420-ade5-54d3ab7fe672 req-043f4977-a2f3-4a77-8a0a-b32f2af16a69 service neutron] 10.222.0.35 "GET /v2.0/networks/58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466033 Jan 18 12:58:41.564755 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17657b-6a29-4b0f-908e-fd39cfed5065 req-e96f9e62-c4ce-46a4-889a-ecc02fcbdb6d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:41.566236 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-5c17657b-6a29-4b0f-908e-fd39cfed5065 req-e96f9e62-c4ce-46a4-889a-ecc02fcbdb6d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0848830 Jan 18 12:58:41.596403 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e07b15d2-cd0d-4420-ade5-54d3ab7fe672 req-07f1393f-ad6a-479f-8d56-06bfbb156c03 service neutron] 10.222.0.35 "GET /v2.0/networks/58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416903 Jan 18 12:58:41.613979 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-5c17657b-6a29-4b0f-908e-fd39cfed5065 req-4cb43608-d88d-48ba-8c18-7e0b23832510 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417597 Jan 18 12:58:42.824558 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b4d72-7466-4d2f-8fd5-d739a36859cd req-443a9d44-632e-400d-abc6-4f0ec448fafc tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:42.825996 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-754b4d72-7466-4d2f-8fd5-d739a36859cd req-443a9d44-632e-400d-abc6-4f0ec448fafc tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0852027 Jan 18 12:58:42.872211 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-754b4d72-7466-4d2f-8fd5-d739a36859cd req-22c9d981-75aa-4406-be40-750e923a900a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407767 Jan 18 12:58:43.800674 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-684e41bd-f616-4081-accb-7b40ecacf014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:44.070390 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020cca3-90d3-48b0-ac9a-4a1b1012fbf9 req-fff9e795-9ed1-4c40-a180-8f896653176f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:44.071974 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6020cca3-90d3-48b0-ac9a-4a1b1012fbf9 req-fff9e795-9ed1-4c40-a180-8f896653176f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0779183 Jan 18 12:58:44.119757 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6020cca3-90d3-48b0-ac9a-4a1b1012fbf9 req-c576bd76-f2da-47e9-8cce-473182820532 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421214 Jan 18 12:58:45.330794 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96db14-eaa1-4cb7-865a-b7d742d44210 req-7c997a80-4cd0-4bf3-83e9-9cc069eb8f91 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:45.332266 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-fe96db14-eaa1-4cb7-865a-b7d742d44210 req-7c997a80-4cd0-4bf3-83e9-9cc069eb8f91 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0832143 Jan 18 12:58:45.385342 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-fe96db14-eaa1-4cb7-865a-b7d742d44210 req-57f0dcdb-57d8-42c9-847e-c8b5bf2f04f6 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448227 Jan 18 12:58:46.056126 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-99ad725f-3b26-4721-aee9-af6309422a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:46.616128 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19d81e-abaa-43c6-9801-7da0be2dfda1 req-d9a1cfa5-4bde-483a-9296-743b64947868 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:46.617626 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-eb19d81e-abaa-43c6-9801-7da0be2dfda1 req-d9a1cfa5-4bde-483a-9296-743b64947868 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0901563 Jan 18 12:58:46.665298 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-eb19d81e-abaa-43c6-9801-7da0be2dfda1 req-8205c958-8f08-4228-8e65-55bfb2359a5a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416300 Jan 18 12:58:47.256723 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:47.415737 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:47.873427 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216df11e-1d63-4930-8c82-df0e3b6a453e req-151523eb-f9d5-455f-97c4-6fdc09b110a6 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:47.875061 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-216df11e-1d63-4930-8c82-df0e3b6a453e req-151523eb-f9d5-455f-97c4-6fdc09b110a6 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0787978 Jan 18 12:58:47.923093 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-216df11e-1d63-4930-8c82-df0e3b6a453e req-0c491a8a-c3f1-496a-96b8-ce0709f0bec7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425887 Jan 18 12:58:48.898386 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:49.096904 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 56852) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:58:49.188732 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e8064-7892-4593-b172-75082b3ebe3e req-55605923-f293-45cf-bbe7-79727f749c06 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:49.190296 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-980e8064-7892-4593-b172-75082b3ebe3e req-55605923-f293-45cf-bbe7-79727f749c06 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.1331339 Jan 18 12:58:49.254427 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-980e8064-7892-4593-b172-75082b3ebe3e req-f1ca2502-10f3-4c06-9521-230d591b1f70 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586817 Jan 18 12:58:49.299748 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-016d5b2b-1a8b-465a-8917-c4076a07fc99 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f59169bf8c5f427883f69f0dca04da94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2014852 Jan 18 12:58:49.302210 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 56858) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 12:58:49.367230 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-b5cf1da8-3f08-40af-94c1-b0ec6e354dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:49.394319 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-b5cf1da8-3f08-40af-94c1-b0ec6e354dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:49.459066 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-b5cf1da8-3f08-40af-94c1-b0ec6e354dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:49.480597 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf1da8-3f08-40af-94c1-b0ec6e354dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e324586-e422-41ce-aa6c-02f6f520f7a7,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 12:58:49.493821 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf1da8-3f08-40af-94c1-b0ec6e354dc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:49.494177 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf1da8-3f08-40af-94c1-b0ec6e354dc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:49.494522 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf1da8-3f08-40af-94c1-b0ec6e354dc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:49.494893 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf1da8-3f08-40af-94c1-b0ec6e354dc5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:49.495232 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf1da8-3f08-40af-94c1-b0ec6e354dc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:49.495566 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf1da8-3f08-40af-94c1-b0ec6e354dc5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:49.495897 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf1da8-3f08-40af-94c1-b0ec6e354dc5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:49.496225 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf1da8-3f08-40af-94c1-b0ec6e354dc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:49.496551 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf1da8-3f08-40af-94c1-b0ec6e354dc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:49.496876 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf1da8-3f08-40af-94c1-b0ec6e354dc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:49.497236 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cf1da8-3f08-40af-94c1-b0ec6e354dc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 12:58:49.501786 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-b5cf1da8-3f08-40af-94c1-b0ec6e354dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:58:49.502972 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-b5cf1da8-3f08-40af-94c1-b0ec6e354dc5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5e324586-e422-41ce-aa6c-02f6f520f7a7 HTTP/1.1" status: 204 len: 168 time: 0.1998022 Jan 18 12:58:50.454708 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df59635-5075-4abd-b98a-bd060c99730f req-614f8cfd-77ea-420f-93b8-20639f3390e5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:50.456178 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-1df59635-5075-4abd-b98a-bd060c99730f req-614f8cfd-77ea-420f-93b8-20639f3390e5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0784118 Jan 18 12:58:50.506476 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-1df59635-5075-4abd-b98a-bd060c99730f req-cfe4dba8-9160-4675-a96e-a9a90bd3d125 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444260 Jan 18 12:58:51.705808 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769c23c-a3f1-41bd-8a4e-f580d524d67d req-4a2179b7-254e-430f-8eed-8a1ea470d77c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:51.707305 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-5769c23c-a3f1-41bd-8a4e-f580d524d67d req-4a2179b7-254e-430f-8eed-8a1ea470d77c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0788100 Jan 18 12:58:51.754433 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-5769c23c-a3f1-41bd-8a4e-f580d524d67d req-92ff6018-4866-4ee6-b62b-16b62f513208 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416839 Jan 18 12:58:52.961439 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf2984-9928-4116-8ba9-005447001296 req-496d82eb-e2f6-4ff8-919f-9c5f0e701603 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:52.962940 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-1faf2984-9928-4116-8ba9-005447001296 req-496d82eb-e2f6-4ff8-919f-9c5f0e701603 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0851955 Jan 18 12:58:53.009479 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-1faf2984-9928-4116-8ba9-005447001296 req-f54de492-7f43-41a1-b0fd-0fa3f4e0793f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404873 Jan 18 12:58:54.225493 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541806c-e22f-4f8c-9708-9ec45c38e1c0 req-d9404e5e-4cb7-4b83-a652-e35aae9a994a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:54.226957 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-f541806c-e22f-4f8c-9708-9ec45c38e1c0 req-d9404e5e-4cb7-4b83-a652-e35aae9a994a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0835133 Jan 18 12:58:54.274080 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-f541806c-e22f-4f8c-9708-9ec45c38e1c0 req-01c568bc-3a36-402d-99d0-ff5fe7ec2a64 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411851 Jan 18 12:58:55.485321 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ea8c2-e468-43ff-a09d-9f37a6f4fb4a req-ee106e02-5e61-4596-a600-932448d22285 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:55.486808 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-400ea8c2-e468-43ff-a09d-9f37a6f4fb4a req-ee106e02-5e61-4596-a600-932448d22285 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0797403 Jan 18 12:58:55.533545 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-400ea8c2-e468-43ff-a09d-9f37a6f4fb4a req-e53eecbd-486e-492c-9da2-a51e09e49f9f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407510 Jan 18 12:58:56.745452 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be119d23-d67b-44a5-ae0e-f54ea2a46e6e req-32176ef8-7f49-4796-a4db-a4142da2608c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:56.747016 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-be119d23-d67b-44a5-ae0e-f54ea2a46e6e req-32176ef8-7f49-4796-a4db-a4142da2608c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0823743 Jan 18 12:58:56.795504 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-be119d23-d67b-44a5-ae0e-f54ea2a46e6e req-8dd9a1d5-97fb-4d24-9ca8-abe758ae1a38 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428312 Jan 18 12:58:57.992226 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68ebf1-86b2-4717-9bdc-40738f86aee3 req-b71071e4-2981-4868-8a2e-fd6e4c46e366 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:57.993802 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-cf68ebf1-86b2-4717-9bdc-40738f86aee3 req-b71071e4-2981-4868-8a2e-fd6e4c46e366 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0775065 Jan 18 12:58:58.042790 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-cf68ebf1-86b2-4717-9bdc-40738f86aee3 req-53e95f72-0f75-46d2-b4a1-264cd226641a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432377 Jan 18 12:58:59.261474 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230c699-c57b-4743-8a58-6c9a028c6dc6 req-78a4c4eb-b831-417b-88bb-c660052f0766 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:58:59.262961 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-2230c699-c57b-4743-8a58-6c9a028c6dc6 req-78a4c4eb-b831-417b-88bb-c660052f0766 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0889852 Jan 18 12:58:59.310183 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-2230c699-c57b-4743-8a58-6c9a028c6dc6 req-a9cea358-fb69-4fbb-aa89-4c329cc9e7e1 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414417 Jan 18 12:59:00.559504 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3307db-9407-44e2-abb0-a0dfb871abf5 req-bfdee1ab-d45e-4020-866e-d3736a5bb7a9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:00.561327 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8f3307db-9407-44e2-abb0-a0dfb871abf5 req-bfdee1ab-d45e-4020-866e-d3736a5bb7a9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0931697 Jan 18 12:59:00.609845 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8f3307db-9407-44e2-abb0-a0dfb871abf5 req-409b2189-7434-4c35-9ab0-775d91864bee tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422392 Jan 18 12:59:01.827385 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a5787-c40b-44e4-a832-2e1152894587 req-cfbabea9-59c6-438a-8f23-f7ff8dd9b057 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:01.828444 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-d81a5787-c40b-44e4-a832-2e1152894587 req-cfbabea9-59c6-438a-8f23-f7ff8dd9b057 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0785189 Jan 18 12:59:01.879928 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-d81a5787-c40b-44e4-a832-2e1152894587 req-a35b3ed4-d84b-42f3-a7b7-dd7aaa706c52 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459957 Jan 18 12:59:03.079246 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608772e-a313-4b7f-9112-ae2159ffe55c req-58a83fa2-e3c5-4f36-a202-a8d87c4b00a6 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:03.080687 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-3608772e-a313-4b7f-9112-ae2159ffe55c req-58a83fa2-e3c5-4f36-a202-a8d87c4b00a6 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0795522 Jan 18 12:59:03.127544 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-3608772e-a313-4b7f-9112-ae2159ffe55c req-3c0cee56-9d5e-4dd3-86ef-e0cdd6d80ca0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410097 Jan 18 12:59:04.326380 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb00f1-5e96-4171-a126-673c7e0b6766 req-9f134f98-9950-4b74-9c74-a8ea78934697 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:04.328460 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-dccb00f1-5e96-4171-a126-673c7e0b6766 req-9f134f98-9950-4b74-9c74-a8ea78934697 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0767381 Jan 18 12:59:04.376371 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-dccb00f1-5e96-4171-a126-673c7e0b6766 req-427f17d8-68b3-4ea9-9441-7f8c051f391d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419581 Jan 18 12:59:05.596406 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1e7e9-aa8e-461c-838a-5a48760e4a2a req-6da1ffbb-2762-425c-ae35-ce559f9dd1e0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:05.597966 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-03b1e7e9-aa8e-461c-838a-5a48760e4a2a req-6da1ffbb-2762-425c-ae35-ce559f9dd1e0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0840960 Jan 18 12:59:05.645288 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-03b1e7e9-aa8e-461c-838a-5a48760e4a2a req-dab11fc8-1b1e-4954-b766-a60cff08e39a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415819 Jan 18 12:59:06.850228 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97627cc3-eb33-4446-915b-c61cd89e8bef req-673b81ce-8506-487c-9d40-2814474b1750 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:06.851675 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-97627cc3-eb33-4446-915b-c61cd89e8bef req-673b81ce-8506-487c-9d40-2814474b1750 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0823438 Jan 18 12:59:06.959224 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-97627cc3-eb33-4446-915b-c61cd89e8bef req-14ef9438-6e0e-42fc-a5e0-cab08b84a4a6 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1019957 Jan 18 12:59:08.158497 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d5bc4-9552-480c-a617-63b46759f93d req-e4352f1c-0a10-4006-8575-bf0097628ff8 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:08.159965 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-174d5bc4-9552-480c-a617-63b46759f93d req-e4352f1c-0a10-4006-8575-bf0097628ff8 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0762010 Jan 18 12:59:08.281157 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-174d5bc4-9552-480c-a617-63b46759f93d req-387c75f1-b836-4eec-8d3e-2b40f5807a96 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1153977 Jan 18 12:59:09.490803 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f21413-c800-49fc-9819-d0694b16138c req-1a5a9ac7-eed8-4c52-9c06-50bbde31b336 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:09.492252 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e9f21413-c800-49fc-9819-d0694b16138c req-1a5a9ac7-eed8-4c52-9c06-50bbde31b336 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0849001 Jan 18 12:59:09.543794 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e9f21413-c800-49fc-9819-d0694b16138c req-d5b28ae8-f612-46b1-bc17-a2baa58f56a7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442553 Jan 18 12:59:10.097468 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:10.750915 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5ca28-f664-4a26-b19a-72514edf99a2 req-96150c7c-261d-491d-82ed-413fb3ce4fd1 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:10.752265 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-00e5ca28-f664-4a26-b19a-72514edf99a2 req-96150c7c-261d-491d-82ed-413fb3ce4fd1 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0824165 Jan 18 12:59:10.802035 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-00e5ca28-f664-4a26-b19a-72514edf99a2 req-f01a112a-a7cd-4a4c-a8da-2023ac50cb4a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441210 Jan 18 12:59:12.003317 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93c4f0-6f0c-49e7-b4ac-35070e95a150 req-62d9564b-5b67-453b-8670-34065748f863 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:12.004705 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ca93c4f0-6f0c-49e7-b4ac-35070e95a150 req-62d9564b-5b67-453b-8670-34065748f863 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0802174 Jan 18 12:59:12.056608 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ca93c4f0-6f0c-49e7-b4ac-35070e95a150 req-8bfb352b-5612-4a44-bf20-dc62c5586ce9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461872 Jan 18 12:59:13.261730 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61e063-ddd1-481a-9d6d-926a4a50fcb8 req-343efaac-a115-4497-a0b5-53c92a80d3cb tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:13.263205 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-cf61e063-ddd1-481a-9d6d-926a4a50fcb8 req-343efaac-a115-4497-a0b5-53c92a80d3cb tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0830574 Jan 18 12:59:13.309441 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-cf61e063-ddd1-481a-9d6d-926a4a50fcb8 req-dce74ad8-9efe-4731-b2ec-78ec3c747ea0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402470 Jan 18 12:59:13.803852 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-54cc0770-ba0c-4105-881e-f079574a8da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:14.530868 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204c2ee-b793-429a-bef4-68ee30cdb84c req-eae4eade-3e44-4e61-8485-ff1b2f97cc0b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:14.532315 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-b204c2ee-b793-429a-bef4-68ee30cdb84c req-eae4eade-3e44-4e61-8485-ff1b2f97cc0b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0779212 Jan 18 12:59:14.582329 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-b204c2ee-b793-429a-bef4-68ee30cdb84c req-79b8d02f-eb53-49c3-97ed-4e82df82c6b0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440307 Jan 18 12:59:15.781755 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233925f2-de20-4ea2-ac78-e9d64738fe7e req-c7fba776-6070-4634-aeb8-43f7c9a76861 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:15.783203 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-233925f2-de20-4ea2-ac78-e9d64738fe7e req-c7fba776-6070-4634-aeb8-43f7c9a76861 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0799000 Jan 18 12:59:15.829008 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-233925f2-de20-4ea2-ac78-e9d64738fe7e req-9ca7db18-9b75-4868-b3a6-1e787a9d8d5d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402427 Jan 18 12:59:16.057130 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-3781a31a-ecee-45bf-b8f1-1a096b1ff51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:17.027772 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06890fa7-c8d3-4e12-be1a-d2f9c9ee8c2e req-61a8a43d-9937-4539-a398-aef39fec3ea2 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:17.030059 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-06890fa7-c8d3-4e12-be1a-d2f9c9ee8c2e req-61a8a43d-9937-4539-a398-aef39fec3ea2 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0805011 Jan 18 12:59:17.074505 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-06890fa7-c8d3-4e12-be1a-d2f9c9ee8c2e req-8bfd28b9-f5b3-4fb8-b354-542a64d04a1c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388184 Jan 18 12:59:17.263607 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:17.416719 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:18.022970 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:59:18.279305 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615428ad-f76e-4f58-8fa3-069e7e6bbeac req-c6aab3e3-2e4b-4b00-b0f5-1f2a1857f482 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:18.280643 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-615428ad-f76e-4f58-8fa3-069e7e6bbeac req-c6aab3e3-2e4b-4b00-b0f5-1f2a1857f482 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0792489 Jan 18 12:59:18.327698 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-615428ad-f76e-4f58-8fa3-069e7e6bbeac req-2906a54e-aea9-44eb-8959-7fe12c2d5bfd tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414824 Jan 18 12:59:18.904671 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:19.547998 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d900dc8-a7f3-4c1f-894e-6ce0bb3b6fac req-5199ac1b-e91b-4542-a97a-ef463a6111b2 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:19.549431 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-3d900dc8-a7f3-4c1f-894e-6ce0bb3b6fac req-5199ac1b-e91b-4542-a97a-ef463a6111b2 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0970392 Jan 18 12:59:19.595872 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-3d900dc8-a7f3-4c1f-894e-6ce0bb3b6fac req-4d0dbda1-8154-47a6-9f21-dd67e8613de1 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410464 Jan 18 12:59:20.801434 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6098ca2-8877-42f6-b2b1-2f919440797a req-897784d4-f5f9-4789-8541-9c195165f62f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:20.802978 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b6098ca2-8877-42f6-b2b1-2f919440797a req-897784d4-f5f9-4789-8541-9c195165f62f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0821838 Jan 18 12:59:20.863954 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b6098ca2-8877-42f6-b2b1-2f919440797a req-77041eb7-1ff9-4297-9e37-8b7af661e8c3 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550385 Jan 18 12:59:22.068269 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370fe0b-3d9d-49aa-b67c-96c5eaa7d2ba req-1c953aef-2e56-4ebd-8eb3-55534b4dbaa7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:22.070347 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0370fe0b-3d9d-49aa-b67c-96c5eaa7d2ba req-1c953aef-2e56-4ebd-8eb3-55534b4dbaa7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0787082 Jan 18 12:59:22.116550 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0370fe0b-3d9d-49aa-b67c-96c5eaa7d2ba req-c57951d8-db21-4042-9c56-484804cfa624 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405066 Jan 18 12:59:23.334820 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb2cd3-add7-40a0-88ac-aab87864ed6d req-54fdf641-6dbb-4db8-8f37-4b4f745c6c4b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:23.336268 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-44eb2cd3-add7-40a0-88ac-aab87864ed6d req-54fdf641-6dbb-4db8-8f37-4b4f745c6c4b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0914130 Jan 18 12:59:23.392437 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-44eb2cd3-add7-40a0-88ac-aab87864ed6d req-f75907f7-128f-424b-9272-b69456786b50 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503068 Jan 18 12:59:24.603764 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df700cf3-7a7d-4e5b-ae64-eedbb9b51d38 req-5a36d22b-2f20-4d45-a527-98dc4b9b2e45 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:24.605218 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-df700cf3-7a7d-4e5b-ae64-eedbb9b51d38 req-5a36d22b-2f20-4d45-a527-98dc4b9b2e45 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0839288 Jan 18 12:59:24.651418 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-df700cf3-7a7d-4e5b-ae64-eedbb9b51d38 req-8118a40c-b8ba-4c3e-b8a7-10a2822d5283 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406024 Jan 18 12:59:25.857857 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f6d8a-5da3-4c02-bd8e-edad9d7cf6e1 req-30ebc306-913a-44aa-84f1-3ee864f14eff tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:25.859227 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-497f6d8a-5da3-4c02-bd8e-edad9d7cf6e1 req-30ebc306-913a-44aa-84f1-3ee864f14eff tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0807605 Jan 18 12:59:25.905449 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-497f6d8a-5da3-4c02-bd8e-edad9d7cf6e1 req-eee31c15-5e19-4b2d-8277-26e74325c7d6 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406268 Jan 18 12:59:27.121266 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f03cd-d9aa-4955-b92f-f10b9e7143da req-b60248fe-b5eb-45bf-9cea-4e09367fdbcd tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:27.123405 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-914f03cd-d9aa-4955-b92f-f10b9e7143da req-b60248fe-b5eb-45bf-9cea-4e09367fdbcd tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0771141 Jan 18 12:59:27.175901 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-914f03cd-d9aa-4955-b92f-f10b9e7143da req-ac9fb3cd-06e1-49d3-b3e3-75a3f690520c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468135 Jan 18 12:59:28.380711 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20c7cf-daaa-4f9d-b730-c0c2a7c63466 req-b9352ef1-5275-490b-b03c-8dd20e26ead3 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:28.382240 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6b20c7cf-daaa-4f9d-b730-c0c2a7c63466 req-b9352ef1-5275-490b-b03c-8dd20e26ead3 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0773568 Jan 18 12:59:28.428553 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6b20c7cf-daaa-4f9d-b730-c0c2a7c63466 req-c2213734-eb57-4aae-9638-9a73eeea3570 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398705 Jan 18 12:59:29.655165 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3da9f5-6536-4ab3-9679-a3e7901dc650 req-4966aeaf-9013-4372-be0c-2f0d47759e02 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:29.656528 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6f3da9f5-6536-4ab3-9679-a3e7901dc650 req-4966aeaf-9013-4372-be0c-2f0d47759e02 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0835142 Jan 18 12:59:29.704252 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6f3da9f5-6536-4ab3-9679-a3e7901dc650 req-30b85fcf-9194-4104-b497-be2afffc5264 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421903 Jan 18 12:59:30.904374 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c54d84-d184-49f6-a0c5-8b531bd8eaeb req-b4df3bb1-3fea-441a-81b8-ecfd9cecbf54 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:30.905827 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-d6c54d84-d184-49f6-a0c5-8b531bd8eaeb req-b4df3bb1-3fea-441a-81b8-ecfd9cecbf54 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0797274 Jan 18 12:59:30.956447 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-d6c54d84-d184-49f6-a0c5-8b531bd8eaeb req-f5a41d87-4810-4fb2-8538-d07d65cee672 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449662 Jan 18 12:59:32.157750 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1bea5a-3e01-4e36-a965-180dd27aadad req-d3fc916a-115e-4275-a165-00b2910c4ee5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:32.159239 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-5c1bea5a-3e01-4e36-a965-180dd27aadad req-d3fc916a-115e-4275-a165-00b2910c4ee5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0805109 Jan 18 12:59:32.213526 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-5c1bea5a-3e01-4e36-a965-180dd27aadad req-34383428-4f34-496f-8d95-5fb5a6aaa7d6 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483906 Jan 18 12:59:33.420117 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf343714-78c0-4070-8bd2-53dff22a7dca req-15b1b42d-8d06-476f-a02b-4f340245f039 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:33.421564 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-cf343714-78c0-4070-8bd2-53dff22a7dca req-15b1b42d-8d06-476f-a02b-4f340245f039 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0822756 Jan 18 12:59:33.471683 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-cf343714-78c0-4070-8bd2-53dff22a7dca req-4c034031-5c9f-480b-ac3e-b468c2be24aa tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444419 Jan 18 12:59:34.666036 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0f32d-8de2-43a2-8bf0-dd19da6a2881 req-6114d181-91f4-44b9-a2d5-651d6b86a9f9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:34.667410 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-49d0f32d-8de2-43a2-8bf0-dd19da6a2881 req-6114d181-91f4-44b9-a2d5-651d6b86a9f9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0779436 Jan 18 12:59:34.714013 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-49d0f32d-8de2-43a2-8bf0-dd19da6a2881 req-dad4d8e9-c0ae-4bc9-82c3-b8df1fff5e8c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404363 Jan 18 12:59:35.914601 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4e4bd-b792-4831-a7ae-3bb02e7cd06f req-51414d53-4ab7-4082-b12f-b9905be6a988 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:35.916097 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c1c4e4bd-b792-4831-a7ae-3bb02e7cd06f req-51414d53-4ab7-4082-b12f-b9905be6a988 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0806108 Jan 18 12:59:35.963555 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c1c4e4bd-b792-4831-a7ae-3bb02e7cd06f req-ed581b8b-c39b-47af-b42f-811559d85663 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419996 Jan 18 12:59:37.166952 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13486e2f-f34a-4662-a1c5-334c385ac73d req-f70880c8-b40a-406f-81b1-8fbffc4afedb tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:37.168478 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-13486e2f-f34a-4662-a1c5-334c385ac73d req-f70880c8-b40a-406f-81b1-8fbffc4afedb tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0791192 Jan 18 12:59:37.214588 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-13486e2f-f34a-4662-a1c5-334c385ac73d req-38c28198-6d5a-4b27-b2c4-10c437155dac tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405736 Jan 18 12:59:38.426107 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e1808-25c1-4d7d-8399-e44c819911ea req-52ac0c27-f42c-4da1-b4da-208c4d8c9a8d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:38.427496 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-751e1808-25c1-4d7d-8399-e44c819911ea req-52ac0c27-f42c-4da1-b4da-208c4d8c9a8d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0813830 Jan 18 12:59:38.473636 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-751e1808-25c1-4d7d-8399-e44c819911ea req-c8871f35-9dd1-4ca7-a28a-11649272af14 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404747 Jan 18 12:59:39.685250 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45658a48-8c14-4a1b-9061-0cda8825f986 req-cd11c125-1bf6-41ea-a232-70226b61bb4b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:39.694208 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-45658a48-8c14-4a1b-9061-0cda8825f986 req-cd11c125-1bf6-41ea-a232-70226b61bb4b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0900505 Jan 18 12:59:39.744662 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-45658a48-8c14-4a1b-9061-0cda8825f986 req-911fd629-3e13-4095-9666-c671f3efa9b4 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451114 Jan 18 12:59:40.126856 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:40.965274 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2998be-ca49-48cd-9e87-54a85d7a5b13 req-dccddc8e-e907-4f99-b1ca-0300a6d8f141 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:40.966775 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-da2998be-ca49-48cd-9e87-54a85d7a5b13 req-dccddc8e-e907-4f99-b1ca-0300a6d8f141 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0888069 Jan 18 12:59:41.014259 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-da2998be-ca49-48cd-9e87-54a85d7a5b13 req-f07ab21c-b15e-4dbb-a79b-e9d52a3f931f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414646 Jan 18 12:59:42.243322 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30605588-0fa2-46b9-b984-b3db1a7bcb21 req-7e5d97fc-1e5d-4988-9bb5-7baa65819eaa tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:42.244855 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-30605588-0fa2-46b9-b984-b3db1a7bcb21 req-7e5d97fc-1e5d-4988-9bb5-7baa65819eaa tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0934291 Jan 18 12:59:42.299995 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-30605588-0fa2-46b9-b984-b3db1a7bcb21 req-49736a2e-1dc0-43df-97b6-197eb5e38eea tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491762 Jan 18 12:59:42.853764 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6105b783-3ddc-4eae-ac46-c0ae2ff55b07 req-d9228261-ceca-481d-9644-7b1ba5f47008 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1988940 Jan 18 12:59:42.956973 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6105b783-3ddc-4eae-ac46-c0ae2ff55b07 req-3496bd5e-ff64-44cc-8243-5d8c418eac02 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d12a14a06d354f1cbe6b1e07ffb4521c&device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 1097 time: 0.0693285 Jan 18 12:59:43.106148 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105b783-3ddc-4eae-ac46-c0ae2ff55b07 req-61df6f31-049c-4a2f-957c-1b42b19125fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:43.107635 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6105b783-3ddc-4eae-ac46-c0ae2ff55b07 req-61df6f31-049c-4a2f-957c-1b42b19125fc service neutron] 10.222.0.35 "GET /v2.0/networks?id=651f3972-1243-4a5a-964a-9845b463efa9 HTTP/1.1" status: 200 len: 910 time: 0.1320951 Jan 18 12:59:43.218821 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6105b783-3ddc-4eae-ac46-c0ae2ff55b07 req-de37b6cf-aae8-4e9f-9247-03dc60e5e85a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9801143-329a-48b0-9cb3-9b5bd2bd8402 HTTP/1.1" status: 200 len: 999 time: 0.1052151 Jan 18 12:59:43.292993 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105b783-3ddc-4eae-ac46-c0ae2ff55b07 req-91967700-fd5e-4c2a-a52d-46c4de974c0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:43.294453 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6105b783-3ddc-4eae-ac46-c0ae2ff55b07 req-91967700-fd5e-4c2a-a52d-46c4de974c0f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=efa0d51d-b8a5-4b68-ba6e-274c53d28a33 HTTP/1.1" status: 200 len: 847 time: 0.0662243 Jan 18 12:59:43.376020 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6105b783-3ddc-4eae-ac46-c0ae2ff55b07 req-e475167b-e167-4b57-b655-3bad392fa021 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=651f3972-1243-4a5a-964a-9845b463efa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747733 Jan 18 12:59:43.386497 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [req-6105b783-3ddc-4eae-ac46-c0ae2ff55b07 req-8992e402-b244-48f8-86e8-20c000d2d083 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=82756) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 12:59:43.387378 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6105b783-3ddc-4eae-ac46-c0ae2ff55b07 req-8992e402-b244-48f8-86e8-20c000d2d083 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054154 Jan 18 12:59:43.506607 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce05a8-aaa1-4b02-a24f-94030089faad req-b2595c3c-1bba-49b7-b927-e3c89a46dd3e tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:43.508068 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-14ce05a8-aaa1-4b02-a24f-94030089faad req-b2595c3c-1bba-49b7-b927-e3c89a46dd3e tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0805314 Jan 18 12:59:43.526361 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6105b783-3ddc-4eae-ac46-c0ae2ff55b07 req-03fb2d74-74d0-4dc2-9129-a6511a21ebf7 service neutron] 10.222.0.35 "GET /v2.0/networks/651f3972-1243-4a5a-964a-9845b463efa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327989 Jan 18 12:59:43.555301 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-14ce05a8-aaa1-4b02-a24f-94030089faad req-19ebd306-82ee-4eaa-9c18-1316906e82ed tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411003 Jan 18 12:59:43.750020 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6105b783-3ddc-4eae-ac46-c0ae2ff55b07 req-d649791f-7f5b-4f98-81a8-ce25e32e0acf service neutron] 10.222.0.35 "GET /v2.0/networks/651f3972-1243-4a5a-964a-9845b463efa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176764 Jan 18 12:59:43.806608 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-9c3c613a-9ce7-4d01-96f3-75ad998e7595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:44.815702 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b003c10-c1c9-47b4-8959-c66028986a4d req-0a05d3e3-4278-4eb3-84f0-0912c325dafd tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:44.817142 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-9b003c10-c1c9-47b4-8959-c66028986a4d req-0a05d3e3-4278-4eb3-84f0-0912c325dafd tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.1397831 Jan 18 12:59:44.864656 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-9b003c10-c1c9-47b4-8959-c66028986a4d req-462aa4a7-0474-4c36-8e61-fab92cb50d94 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418606 Jan 18 12:59:46.061344 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-4dca9a90-abb3-445a-881f-5cf512851690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:46.072794 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ed13d-6749-4e45-b1f4-e2664e11e72c req-d89e78d9-1a47-4681-b74d-55f8b187f87e tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:46.074630 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-078ed13d-6749-4e45-b1f4-e2664e11e72c req-d89e78d9-1a47-4681-b74d-55f8b187f87e tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0825870 Jan 18 12:59:46.126391 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-078ed13d-6749-4e45-b1f4-e2664e11e72c req-10f1bf88-58f2-4cf5-9887-be6858526504 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459628 Jan 18 12:59:47.257569 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:47.327830 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc161e96-27eb-46ef-a7c1-b4ee2417f844 req-e2b359e9-eb51-47f4-b7dd-e5d9cb9429f7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:47.329288 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bc161e96-27eb-46ef-a7c1-b4ee2417f844 req-e2b359e9-eb51-47f4-b7dd-e5d9cb9429f7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0807338 Jan 18 12:59:47.375811 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bc161e96-27eb-46ef-a7c1-b4ee2417f844 req-72943bb9-4005-4223-a432-867e206edcfb tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410182 Jan 18 12:59:47.422446 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:48.584642 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e647662-47bf-4d52-bfb9-5e511527cc26 req-d7bd6307-f005-4247-8d4c-69ad1ae6d2d6 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:48.586092 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7e647662-47bf-4d52-bfb9-5e511527cc26 req-d7bd6307-f005-4247-8d4c-69ad1ae6d2d6 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0831101 Jan 18 12:59:48.632646 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7e647662-47bf-4d52-bfb9-5e511527cc26 req-bd770889-f2ce-4d45-a522-811e0405cdc9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396404 Jan 18 12:59:48.904379 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 12:59:49.853025 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9473c04-861e-4579-93af-11351c5b6e9e req-ecd3982e-c3c3-4a52-8bb0-2d3e809f31ff tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:49.863276 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e9473c04-861e-4579-93af-11351c5b6e9e req-ecd3982e-c3c3-4a52-8bb0-2d3e809f31ff tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0892501 Jan 18 12:59:49.906894 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e9473c04-861e-4579-93af-11351c5b6e9e req-370f6748-7b0d-4dfe-8390-f2341d3d66c3 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427070 Jan 18 12:59:51.134669 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e6993-1396-4599-8350-fac31de68603 req-3d677d29-f055-4663-8bed-bcdca6dc8e1b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:51.136832 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3b4e6993-1396-4599-8350-fac31de68603 req-3d677d29-f055-4663-8bed-bcdca6dc8e1b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0988545 Jan 18 12:59:51.185726 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3b4e6993-1396-4599-8350-fac31de68603 req-be7d02f6-c8b2-4c65-8988-9b13bbf8d5ad tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435457 Jan 18 12:59:52.388827 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e7752-da80-449d-bb71-a564152d99b5 req-b2b10b2b-35dc-48bd-88f6-d24a0aa1efbc tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:52.390201 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-092e7752-da80-449d-bb71-a564152d99b5 req-b2b10b2b-35dc-48bd-88f6-d24a0aa1efbc tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0811989 Jan 18 12:59:52.439571 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-092e7752-da80-449d-bb71-a564152d99b5 req-3eeb04c6-c713-48a2-8e24-af0c224ddaf4 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436554 Jan 18 12:59:53.638090 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f92f4e-f445-4ccf-9044-afbef5d95c65 req-d6192f3d-a046-4474-bd94-f20277e717e9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:53.639604 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e1f92f4e-f445-4ccf-9044-afbef5d95c65 req-d6192f3d-a046-4474-bd94-f20277e717e9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0783341 Jan 18 12:59:53.690698 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e1f92f4e-f445-4ccf-9044-afbef5d95c65 req-6f6a228e-0bd4-4208-aa57-7070c279296c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456901 Jan 18 12:59:54.893369 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a4c10-f483-47d8-a8b7-f62c5e790c34 req-05499b9b-66d1-4d02-8a91-43d7852c72ea tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:54.894813 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-1c1a4c10-f483-47d8-a8b7-f62c5e790c34 req-05499b9b-66d1-4d02-8a91-43d7852c72ea tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0794997 Jan 18 12:59:54.940454 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-1c1a4c10-f483-47d8-a8b7-f62c5e790c34 req-4d12f6f4-5e6c-499f-8005-a4c3d0b10f81 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401368 Jan 18 12:59:55.023264 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 12:59:56.140252 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cf62c-679c-4d84-8b54-94159ece8105 req-defcbd08-429b-46a8-bee5-3f1dde5c26af tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:56.141608 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-cf8cf62c-679c-4d84-8b54-94159ece8105 req-defcbd08-429b-46a8-bee5-3f1dde5c26af tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0805428 Jan 18 12:59:56.190137 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-cf8cf62c-679c-4d84-8b54-94159ece8105 req-d0582371-fe48-4bed-9615-81e537800598 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429657 Jan 18 12:59:57.405825 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16e63c-262d-424c-b34b-078e2973da12 req-0523f900-c336-4b3b-b7bb-2a4a1f1dc389 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:57.407414 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-1a16e63c-262d-424c-b34b-078e2973da12 req-0523f900-c336-4b3b-b7bb-2a4a1f1dc389 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0798264 Jan 18 12:59:57.453007 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-1a16e63c-262d-424c-b34b-078e2973da12 req-915dd0f6-580d-4886-a85b-6bb3e084d3f3 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395505 Jan 18 12:59:58.652837 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace5177-2b5f-4a48-97e1-ac78eac01bd2 req-f35eb69a-1d95-4d02-b5d4-e18950365937 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:58.654440 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2ace5177-2b5f-4a48-97e1-ac78eac01bd2 req-f35eb69a-1d95-4d02-b5d4-e18950365937 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0767145 Jan 18 12:59:58.702438 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2ace5177-2b5f-4a48-97e1-ac78eac01bd2 req-e62c3c60-71a6-4820-9617-f61b887747d2 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405130 Jan 18 12:59:59.914318 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db0684-d887-4c67-99e7-f9aea0543924 req-885ecadb-6dc4-482b-b812-5b301fda7c95 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 12:59:59.915876 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-47db0684-d887-4c67-99e7-f9aea0543924 req-885ecadb-6dc4-482b-b812-5b301fda7c95 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0853283 Jan 18 12:59:59.965105 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-47db0684-d887-4c67-99e7-f9aea0543924 req-6a599a10-34d1-4a3b-a679-b9903caf8eb5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429161 Jan 18 13:00:01.173168 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6863ce-8b93-4afb-b5b6-64f4ab718a21 req-d7d94beb-504b-4900-8ab4-f01a369e519e tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:01.175360 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ea6863ce-8b93-4afb-b5b6-64f4ab718a21 req-d7d94beb-504b-4900-8ab4-f01a369e519e tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0857673 Jan 18 13:00:01.224742 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ea6863ce-8b93-4afb-b5b6-64f4ab718a21 req-9a4de7b0-5811-4920-9ac2-e488c14f1447 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434053 Jan 18 13:00:02.434465 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac859ad-2bd3-4ff3-80f3-47421b896423 req-3f69ebd9-de42-4bff-bcec-89a96971bd50 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:02.435943 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bac859ad-2bd3-4ff3-80f3-47421b896423 req-3f69ebd9-de42-4bff-bcec-89a96971bd50 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0847595 Jan 18 13:00:02.484024 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bac859ad-2bd3-4ff3-80f3-47421b896423 req-6b4c7a7d-bcbc-453d-945b-a175a9f31d53 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424023 Jan 18 13:00:03.688715 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b9942-24c5-4981-a5fd-108bfb8fd46e req-2a823299-5751-4d30-a8fc-3378fd7a2dad tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:03.690189 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-797b9942-24c5-4981-a5fd-108bfb8fd46e req-2a823299-5751-4d30-a8fc-3378fd7a2dad tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0819180 Jan 18 13:00:03.743476 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-797b9942-24c5-4981-a5fd-108bfb8fd46e req-8616f614-e6db-42a2-a457-f5537d77baa9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474989 Jan 18 13:00:04.985955 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a95047-f359-4d09-be95-ff82b8b241fe req-877c9838-36bd-4271-be3c-2ee29ee6e718 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:04.989881 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-01a95047-f359-4d09-be95-ff82b8b241fe req-877c9838-36bd-4271-be3c-2ee29ee6e718 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.1081810 Jan 18 13:00:05.039570 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-01a95047-f359-4d09-be95-ff82b8b241fe req-55a7eb34-f69f-4cab-b96b-d6fa93e32153 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463068 Jan 18 13:00:06.247021 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e4add-4c7b-4413-9bbd-ff5339475d15 req-097a8db9-2017-4ece-880a-8f5698c81d27 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:06.248471 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a12e4add-4c7b-4413-9bbd-ff5339475d15 req-097a8db9-2017-4ece-880a-8f5698c81d27 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0843863 Jan 18 13:00:06.295040 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a12e4add-4c7b-4413-9bbd-ff5339475d15 req-e2a407c8-8985-4c2b-8606-292074343243 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402939 Jan 18 13:00:07.496236 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a25a9d-5000-4068-bfe7-8f33473774cf req-535fe1fa-0299-4bed-b882-d49fef61cefe tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:07.498236 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-56a25a9d-5000-4068-bfe7-8f33473774cf req-535fe1fa-0299-4bed-b882-d49fef61cefe tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0827651 Jan 18 13:00:07.548298 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-56a25a9d-5000-4068-bfe7-8f33473774cf req-fa369825-e0fc-4c5b-b7a3-f979a696fd4d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443504 Jan 18 13:00:08.746553 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a2a9e-44fd-4eaa-836e-490660382d01 req-97a69c21-95eb-4d6b-a0bb-51460522f24f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:08.749196 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-804a2a9e-44fd-4eaa-836e-490660382d01 req-97a69c21-95eb-4d6b-a0bb-51460522f24f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0799782 Jan 18 13:00:08.808590 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-804a2a9e-44fd-4eaa-836e-490660382d01 req-5b0496f0-2e75-4123-b33f-fdd84140257a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509801 Jan 18 13:00:10.010495 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677c9f2-6188-4d61-9722-bdb51f0dbfda req-fc0d9da7-1e3d-47d7-a948-8e8ed9b7f8c5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:10.011998 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3677c9f2-6188-4d61-9722-bdb51f0dbfda req-fc0d9da7-1e3d-47d7-a948-8e8ed9b7f8c5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0796330 Jan 18 13:00:10.058521 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3677c9f2-6188-4d61-9722-bdb51f0dbfda req-c81bc13d-4619-4b5b-a494-427f47b5a569 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402932 Jan 18 13:00:10.105744 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:11.273390 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e1d58-0d63-49df-951e-bd6bc2f8b5f7 req-90f07276-10bc-4382-b798-05edaecbee8b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:11.274885 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a99e1d58-0d63-49df-951e-bd6bc2f8b5f7 req-90f07276-10bc-4382-b798-05edaecbee8b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0807343 Jan 18 13:00:11.348573 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a99e1d58-0d63-49df-951e-bd6bc2f8b5f7 req-091a1329-c1fa-4695-beaf-35c142a6e388 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604601 Jan 18 13:00:12.561592 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49dddca-464e-4bd9-bccf-3513a0f307e5 req-b85f1039-247a-4d2d-a620-534ac730322e tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:12.563095 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-d49dddca-464e-4bd9-bccf-3513a0f307e5 req-b85f1039-247a-4d2d-a620-534ac730322e tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0904956 Jan 18 13:00:12.610614 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-d49dddca-464e-4bd9-bccf-3513a0f307e5 req-a68bf524-ee7d-4a03-bac1-824cd463274a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418658 Jan 18 13:00:13.810629 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-dc26fbdb-aedc-4e11-94c1-c887130f9006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:13.823277 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3cbd8-14a8-495d-bb64-ad26b0de8d95 req-fb249d02-66cb-4279-a0e4-82f9b22f0c5c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:13.825282 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-42f3cbd8-14a8-495d-bb64-ad26b0de8d95 req-fb249d02-66cb-4279-a0e4-82f9b22f0c5c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0899467 Jan 18 13:00:13.875431 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-42f3cbd8-14a8-495d-bb64-ad26b0de8d95 req-51270e8c-cbed-4ea3-acf5-9c0759c6483f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443416 Jan 18 13:00:15.084663 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6546a2-0472-4e58-b70e-d49c218c027e req-c6d9efe6-7724-4c6a-b1ae-a1d8a4bd80a9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:15.086132 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-ac6546a2-0472-4e58-b70e-d49c218c027e req-c6d9efe6-7724-4c6a-b1ae-a1d8a4bd80a9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0839059 Jan 18 13:00:15.132618 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-ac6546a2-0472-4e58-b70e-d49c218c027e req-510b6591-93a3-4b1f-aaf5-a5b07f465acb tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399148 Jan 18 13:00:16.066537 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-7d24382d-ba42-4e5a-b5e2-c1de9ab6a689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:16.330395 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4f2bb-f0cb-4f5c-8ae7-1e6cf4996ccb req-31ee2420-9aa1-40ef-8e15-6c4ae43ff340 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:16.332023 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-35f4f2bb-f0cb-4f5c-8ae7-1e6cf4996ccb req-31ee2420-9aa1-40ef-8e15-6c4ae43ff340 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0771508 Jan 18 13:00:16.382302 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-35f4f2bb-f0cb-4f5c-8ae7-1e6cf4996ccb req-fc60819e-931f-4079-88c2-28b4b2838d26 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445471 Jan 18 13:00:17.260355 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:17.426120 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:17.732952 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb42a82-1356-4885-adcc-eec89e81371b req-333a68fd-4e37-476f-84e2-6f583e72b784 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:17.734397 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6fb42a82-1356-4885-adcc-eec89e81371b req-333a68fd-4e37-476f-84e2-6f583e72b784 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0886879 Jan 18 13:00:17.782953 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6fb42a82-1356-4885-adcc-eec89e81371b req-8b32a7bc-a6e2-43c4-9791-f1add087d03c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426726 Jan 18 13:00:18.921937 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:19.138602 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ad651-5319-44d4-80ff-f91f1edd528b req-81874d43-f583-4cf0-9c53-a01363113c49 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:19.140091 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8a2ad651-5319-44d4-80ff-f91f1edd528b req-81874d43-f583-4cf0-9c53-a01363113c49 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0832179 Jan 18 13:00:19.198724 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8a2ad651-5319-44d4-80ff-f91f1edd528b req-5c0c8548-c92d-492a-b572-04f9ccb6b113 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429671 Jan 18 13:00:20.405617 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06cac5-2037-4a15-825a-a59ae80affd2 req-b7a8555c-bb91-4dda-823e-5480d4a1db21 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:20.407823 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6e06cac5-2037-4a15-825a-a59ae80affd2 req-b7a8555c-bb91-4dda-823e-5480d4a1db21 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0852132 Jan 18 13:00:20.459962 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6e06cac5-2037-4a15-825a-a59ae80affd2 req-da6dac0c-1fb4-4dd9-b478-cc7d82e2dab7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465791 Jan 18 13:00:21.662156 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737e335-25bf-4782-a3f6-0fc084780d28 req-9e2f4d97-9353-435c-abda-4c3835552315 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:21.663554 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-1737e335-25bf-4782-a3f6-0fc084780d28 req-9e2f4d97-9353-435c-abda-4c3835552315 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0803506 Jan 18 13:00:21.715391 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-1737e335-25bf-4782-a3f6-0fc084780d28 req-b48b6360-4ab3-4e45-b316-a33709649222 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451813 Jan 18 13:00:22.981750 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88ab9c-9504-4fa0-8fca-5e9aa3e56c90 req-8733b861-00bd-43e5-b67f-12d03b146bd5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:22.983236 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4b88ab9c-9504-4fa0-8fca-5e9aa3e56c90 req-8733b861-00bd-43e5-b67f-12d03b146bd5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.1477699 Jan 18 13:00:23.032630 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4b88ab9c-9504-4fa0-8fca-5e9aa3e56c90 req-2c4706af-6af2-4581-96b7-d4f5e76370ba tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428014 Jan 18 13:00:24.241554 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f47b13-eb57-4445-9d8d-7f509da98c22 req-fdf9c308-96bc-4ba8-af36-1a1148e53eb4 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:24.242835 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e8f47b13-eb57-4445-9d8d-7f509da98c22 req-fdf9c308-96bc-4ba8-af36-1a1148e53eb4 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0794210 Jan 18 13:00:24.299238 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e8f47b13-eb57-4445-9d8d-7f509da98c22 req-c9eca837-5713-4909-a872-d1df01791559 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504577 Jan 18 13:00:25.521322 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f24a8-fd04-481f-82f5-15dd26fba69c req-44bff604-ff0c-47dc-a78e-eac79ce3f647 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:25.522972 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4f9f24a8-fd04-481f-82f5-15dd26fba69c req-44bff604-ff0c-47dc-a78e-eac79ce3f647 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0927000 Jan 18 13:00:25.575333 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4f9f24a8-fd04-481f-82f5-15dd26fba69c req-822b4eb0-14aa-4114-8c9c-7f91818807d4 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442834 Jan 18 13:00:26.790071 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9f01a-a0ea-432d-9bcf-76717ed1361a req-0b7e225c-d831-4e36-b1cd-bda6d3f9c165 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:26.791539 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-49d9f01a-a0ea-432d-9bcf-76717ed1361a req-0b7e225c-d831-4e36-b1cd-bda6d3f9c165 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0953145 Jan 18 13:00:26.839777 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-49d9f01a-a0ea-432d-9bcf-76717ed1361a req-ce112caf-28f5-413f-bd1c-d61736ff9848 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409021 Jan 18 13:00:28.039670 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca8ceb-2b48-4192-9c25-9e3e77e0e456 req-00bf6470-3692-4e20-a379-82329d05989b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:28.041105 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-f8ca8ceb-2b48-4192-9c25-9e3e77e0e456 req-00bf6470-3692-4e20-a379-82329d05989b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0775657 Jan 18 13:00:28.091142 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-f8ca8ceb-2b48-4192-9c25-9e3e77e0e456 req-2c4d744b-fc1e-458c-b985-bb0dfed64538 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428548 Jan 18 13:00:29.297692 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc74417-328a-411c-bab9-b4987e94bdff req-2f6da1d9-afdf-4357-8f22-e4fc85de269f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:29.299168 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-fbc74417-328a-411c-bab9-b4987e94bdff req-2f6da1d9-afdf-4357-8f22-e4fc85de269f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0792861 Jan 18 13:00:29.346940 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-fbc74417-328a-411c-bab9-b4987e94bdff req-ea4979b4-cc1a-43e3-ad9d-ac48737dd847 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422432 Jan 18 13:00:30.568508 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ee8f0-9f57-4518-b45c-754a2ba1cbb4 req-f7a993e7-89d7-49c1-91d5-b500d5ccf28e tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:30.569864 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-642ee8f0-9f57-4518-b45c-754a2ba1cbb4 req-f7a993e7-89d7-49c1-91d5-b500d5ccf28e tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0924542 Jan 18 13:00:30.615441 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-642ee8f0-9f57-4518-b45c-754a2ba1cbb4 req-d06f73d5-dc01-480a-8b2d-a298ad50bce3 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392847 Jan 18 13:00:31.819868 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a19a4-ba57-4b16-9be6-574b8c97d8d4 req-c4aa89b7-a9de-4902-a3aa-18f564035909 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:31.821330 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b56a19a4-ba57-4b16-9be6-574b8c97d8d4 req-c4aa89b7-a9de-4902-a3aa-18f564035909 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0827911 Jan 18 13:00:31.874473 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b56a19a4-ba57-4b16-9be6-574b8c97d8d4 req-e3bda7d3-0c2a-49fa-af87-c2d2475664c4 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464962 Jan 18 13:00:32.022994 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:00:33.075386 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f815e-e82a-457c-b239-afe4a4601e4d req-8a3852a8-b32b-4e88-a011-164843d9031f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:33.076837 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-884f815e-e82a-457c-b239-afe4a4601e4d req-8a3852a8-b32b-4e88-a011-164843d9031f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0806749 Jan 18 13:00:33.126867 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-884f815e-e82a-457c-b239-afe4a4601e4d req-f589960a-760f-4680-8487-b7cf33e87158 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444551 Jan 18 13:00:34.337824 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b0ec8-ef6b-499a-ab6f-06190addd461 req-7c06a5fb-807d-4012-a6af-7aa52e10e692 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:34.339406 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-310b0ec8-ef6b-499a-ab6f-06190addd461 req-7c06a5fb-807d-4012-a6af-7aa52e10e692 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0846007 Jan 18 13:00:34.387236 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-310b0ec8-ef6b-499a-ab6f-06190addd461 req-bb453b33-3a80-4a38-aee9-a79c03827b99 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424724 Jan 18 13:00:35.611978 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74b03f-c0b7-42ce-bfa6-13262375078f req-a117ee1f-af27-416d-a11e-800904e0038d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:35.613536 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-9b74b03f-c0b7-42ce-bfa6-13262375078f req-a117ee1f-af27-416d-a11e-800904e0038d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0789890 Jan 18 13:00:35.658172 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-9b74b03f-c0b7-42ce-bfa6-13262375078f req-ea151189-69a2-4cf3-87b4-5f74227651db tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392005 Jan 18 13:00:36.862007 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f1f18-55c8-485b-960b-b811dc0fc7d8 req-d6354a7a-9d1d-4a87-b533-69f317547755 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:36.863606 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-dc8f1f18-55c8-485b-960b-b811dc0fc7d8 req-d6354a7a-9d1d-4a87-b533-69f317547755 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0801878 Jan 18 13:00:36.909221 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-dc8f1f18-55c8-485b-960b-b811dc0fc7d8 req-665adfb4-244e-4c14-b81e-930d0934a695 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398715 Jan 18 13:00:38.115305 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91865e-55d4-40ad-8c04-4f494afd8aa8 req-1f05e3a3-3cf7-45b8-9d8c-e593260930c9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:38.116854 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6e91865e-55d4-40ad-8c04-4f494afd8aa8 req-1f05e3a3-3cf7-45b8-9d8c-e593260930c9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0815129 Jan 18 13:00:38.163341 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6e91865e-55d4-40ad-8c04-4f494afd8aa8 req-2e4a569c-1894-44e7-b233-c0a5e8da05b1 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408845 Jan 18 13:00:39.370376 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95150b94-4b95-46de-bd97-c12158322982 req-2bb6b185-fc38-433b-b218-75bb869a1355 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:39.372125 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-95150b94-4b95-46de-bd97-c12158322982 req-2bb6b185-fc38-433b-b218-75bb869a1355 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0826280 Jan 18 13:00:39.438627 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-95150b94-4b95-46de-bd97-c12158322982 req-542c172e-591f-4ad7-8071-33f882814b3a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609107 Jan 18 13:00:40.114878 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:40.655781 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1376d8-d261-4779-b55a-009d9bc414ae req-efece893-1ecf-4c54-b8ec-5896f4b4ef14 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:40.657224 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-8c1376d8-d261-4779-b55a-009d9bc414ae req-efece893-1ecf-4c54-b8ec-5896f4b4ef14 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0788205 Jan 18 13:00:40.718168 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-8c1376d8-d261-4779-b55a-009d9bc414ae req-760f2045-ed7e-4f3f-8762-58fbe2e358b2 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553322 Jan 18 13:00:41.940983 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc00ad5-2456-4e60-93b4-9b9b9093bd88 req-e0e4e501-3aeb-49ee-abf2-747ae66521da tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:41.942570 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-fdc00ad5-2456-4e60-93b4-9b9b9093bd88 req-e0e4e501-3aeb-49ee-abf2-747ae66521da tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0881860 Jan 18 13:00:41.993743 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-fdc00ad5-2456-4e60-93b4-9b9b9093bd88 req-421b2e80-afed-467e-9095-2c7194fd0648 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456517 Jan 18 13:00:42.773422 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-81d90cf0-2231-4601-b2a3-eb93ef3baadc req-ef27bc33-287d-4f8e-b5df-ad88079fda3c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1520209 Jan 18 13:00:42.938404 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-81d90cf0-2231-4601-b2a3-eb93ef3baadc req-45121834-882b-4c71-a5d7-bed0768892df service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b61358b76314548a01860d9521ad4fd&device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 1099 time: 0.0701869 Jan 18 13:00:43.090118 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d90cf0-2231-4601-b2a3-eb93ef3baadc req-83ea9223-c07e-4b78-9196-5c09bf8e986d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:43.091596 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-81d90cf0-2231-4601-b2a3-eb93ef3baadc req-83ea9223-c07e-4b78-9196-5c09bf8e986d service neutron] 10.222.0.35 "GET /v2.0/networks?id=3ce910e8-fa9a-402c-bef7-c36aef1e716c HTTP/1.1" status: 200 len: 913 time: 0.1337223 Jan 18 13:00:43.201863 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-81d90cf0-2231-4601-b2a3-eb93ef3baadc req-aaa15cbf-3294-4da9-886d-12b70d8c3406 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30d73f22-611e-44a3-9ad5-7bfa498e296e HTTP/1.1" status: 200 len: 1002 time: 0.1033313 Jan 18 13:00:43.235477 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf2426-1014-4658-8d7f-920ac6373648 req-5bdec760-7634-4cea-af90-3d9ade24b873 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:43.236864 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-48bf2426-1014-4658-8d7f-920ac6373648 req-5bdec760-7634-4cea-af90-3d9ade24b873 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0980439 Jan 18 13:00:43.269430 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d90cf0-2231-4601-b2a3-eb93ef3baadc req-d6fe7409-b45e-43ae-8e33-01b7721a2d65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:43.270895 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-81d90cf0-2231-4601-b2a3-eb93ef3baadc req-d6fe7409-b45e-43ae-8e33-01b7721a2d65 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fc8c1b8-cfa3-49d9-9595-474a5f6baf01 HTTP/1.1" status: 200 len: 850 time: 0.0627530 Jan 18 13:00:43.288410 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-48bf2426-1014-4658-8d7f-920ac6373648 req-63bba0f0-0019-4d6c-82c3-e30e2046f171 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459611 Jan 18 13:00:43.350363 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-81d90cf0-2231-4601-b2a3-eb93ef3baadc req-d12d643f-f39f-4f93-b41f-428c6365d04d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3ce910e8-fa9a-402c-bef7-c36aef1e716c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731006 Jan 18 13:00:43.485554 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-81d90cf0-2231-4601-b2a3-eb93ef3baadc req-9313a5bd-2c08-42fb-aeac-c78a07acec43 service neutron] 10.222.0.35 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289275 Jan 18 13:00:43.628582 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-81d90cf0-2231-4601-b2a3-eb93ef3baadc req-a0523152-689a-454e-8980-65d48fcd6867 service neutron] 10.222.0.35 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371429 Jan 18 13:00:43.814056 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-f35c91f4-f7f2-4e53-b44e-2995345f279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:44.492599 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ede9b2-2111-489d-9a7e-1adcb6286c2d req-bba981dc-72c3-4e20-a3cc-c93420475fed tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:44.494050 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c0ede9b2-2111-489d-9a7e-1adcb6286c2d req-bba981dc-72c3-4e20-a3cc-c93420475fed tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0796559 Jan 18 13:00:44.545001 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c0ede9b2-2111-489d-9a7e-1adcb6286c2d req-cc78c983-cef2-46e1-83d2-2da84e224a28 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453508 Jan 18 13:00:45.748830 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebafec4-6881-4bc7-a29a-50d6406b03a8 req-fcc717fa-6615-4227-9462-0faf369f3c7b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:45.750266 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-2ebafec4-6881-4bc7-a29a-50d6406b03a8 req-fcc717fa-6615-4227-9462-0faf369f3c7b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0812557 Jan 18 13:00:45.800810 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-2ebafec4-6881-4bc7-a29a-50d6406b03a8 req-de440da2-0a0d-46e8-84c4-69c578fc557a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450544 Jan 18 13:00:46.071927 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2c2c933f-d87e-4ac4-9c5f-ad9cbf6d68b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:47.021112 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9587a-798a-49a3-9571-11e6d90cd3c0 req-1401f701-5540-4b3e-9564-79d282df8dac tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:47.022660 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-21d9587a-798a-49a3-9571-11e6d90cd3c0 req-1401f701-5540-4b3e-9564-79d282df8dac tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0916626 Jan 18 13:00:47.070581 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-21d9587a-798a-49a3-9571-11e6d90cd3c0 req-90d530bc-93e6-433d-9583-76b9ce700f17 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406890 Jan 18 13:00:47.265475 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:47.426977 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:48.286616 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b0936-17be-4310-894b-4b2e50916b2d req-3f80b87e-43cd-4bcc-ae06-32bcd42f5c6b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:48.288105 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-401b0936-17be-4310-894b-4b2e50916b2d req-3f80b87e-43cd-4bcc-ae06-32bcd42f5c6b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0795248 Jan 18 13:00:48.339955 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-401b0936-17be-4310-894b-4b2e50916b2d req-3f61ff2c-1b66-4cc5-9754-90d319035fb3 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450978 Jan 18 13:00:48.917683 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:00:49.549842 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b5754-c5db-4bcf-8b7a-e5537d4295d2 req-40efe55c-fe2d-499d-b75c-59584dc67e57 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:49.551708 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c56b5754-c5db-4bcf-8b7a-e5537d4295d2 req-40efe55c-fe2d-499d-b75c-59584dc67e57 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0836256 Jan 18 13:00:49.602663 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c56b5754-c5db-4bcf-8b7a-e5537d4295d2 req-e1b20e93-8166-40f0-988c-db9b21727cd7 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452638 Jan 18 13:00:50.827168 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff40f6a-7ad7-4221-ab7f-06434b962407 req-a67e5d6c-12e2-4c0e-ab6f-9cd2d5caf32d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:50.828660 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bff40f6a-7ad7-4221-ab7f-06434b962407 req-a67e5d6c-12e2-4c0e-ab6f-9cd2d5caf32d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0857341 Jan 18 13:00:50.875626 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bff40f6a-7ad7-4221-ab7f-06434b962407 req-629eef85-5acd-4aaf-a614-34ac36a5d379 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412953 Jan 18 13:00:52.076226 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3935e-bb69-4999-a1e2-fb10985395ae req-b3738013-7111-4ae9-8d17-f30310cd1079 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:52.077662 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a3a3935e-bb69-4999-a1e2-fb10985395ae req-b3738013-7111-4ae9-8d17-f30310cd1079 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0805695 Jan 18 13:00:52.125708 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a3a3935e-bb69-4999-a1e2-fb10985395ae req-a397b585-0437-4adc-98ad-f09d9511220a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402253 Jan 18 13:00:53.340368 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb487eb-19df-4ba0-bb8c-2583fa3dbc41 req-9a24e804-b39a-4c45-9d57-81abf44492f3 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:53.341737 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-1fb487eb-19df-4ba0-bb8c-2583fa3dbc41 req-9a24e804-b39a-4c45-9d57-81abf44492f3 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0808463 Jan 18 13:00:53.387620 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-1fb487eb-19df-4ba0-bb8c-2583fa3dbc41 req-36a98f6d-c759-48c8-ab09-eb1693b14e45 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403383 Jan 18 13:00:54.587683 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47371d6a-33dd-4e4a-bc25-9b4165105b91 req-4f27f6c3-f9eb-40bb-92e0-f1d20d6afaf2 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:54.593438 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-47371d6a-33dd-4e4a-bc25-9b4165105b91 req-4f27f6c3-f9eb-40bb-92e0-f1d20d6afaf2 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0817091 Jan 18 13:00:54.649778 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-47371d6a-33dd-4e4a-bc25-9b4165105b91 req-f6d5a6d6-4728-4f73-a3db-a25ce811ef57 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506361 Jan 18 13:00:55.857629 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d319039-a511-4ca6-b0ea-73695d59c7f6 req-3cb4af3b-9466-4085-98b4-9db585f75d62 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:55.859100 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7d319039-a511-4ca6-b0ea-73695d59c7f6 req-3cb4af3b-9466-4085-98b4-9db585f75d62 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0876391 Jan 18 13:00:55.906725 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7d319039-a511-4ca6-b0ea-73695d59c7f6 req-4f396a53-0356-454c-88f1-32a2135d010f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423138 Jan 18 13:00:57.116637 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eccd47-7002-421a-acb8-8bf006f5f7a8 req-665a75dd-4a82-4138-ae10-3258fc4acf5a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:57.118097 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-48eccd47-7002-421a-acb8-8bf006f5f7a8 req-665a75dd-4a82-4138-ae10-3258fc4acf5a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0782354 Jan 18 13:00:57.164574 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-48eccd47-7002-421a-acb8-8bf006f5f7a8 req-ad7a6616-ba4a-429d-951a-28c24cc19b5e tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410273 Jan 18 13:00:58.368652 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf03ae0-8243-4b6a-88ad-26aa89183faf req-b43ef83d-af03-4c1f-aad2-3d5074427f47 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:58.370845 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-5cf03ae0-8243-4b6a-88ad-26aa89183faf req-b43ef83d-af03-4c1f-aad2-3d5074427f47 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0791197 Jan 18 13:00:58.436568 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-5cf03ae0-8243-4b6a-88ad-26aa89183faf req-6aff29a4-83d8-4784-b5a5-b6c0d2be4ec9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539167 Jan 18 13:00:59.636443 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b5698-15cc-4829-bfb3-e5974bec9bfb req-b7f3e6da-d7d0-492b-af9c-e0fdbe6474f6 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:00:59.638113 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f30b5698-15cc-4829-bfb3-e5974bec9bfb req-b7f3e6da-d7d0-492b-af9c-e0fdbe6474f6 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0836761 Jan 18 13:00:59.686957 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f30b5698-15cc-4829-bfb3-e5974bec9bfb req-fa8404a3-9dac-473b-9449-77bcda18b743 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432308 Jan 18 13:01:00.888700 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48703498-c9f0-47bd-b92e-3730b74eb29e req-ec583bf2-0776-4b24-87ff-a76477f46cf9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:00.890206 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-48703498-c9f0-47bd-b92e-3730b74eb29e req-ec583bf2-0776-4b24-87ff-a76477f46cf9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0781868 Jan 18 13:01:00.937956 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-48703498-c9f0-47bd-b92e-3730b74eb29e req-1501d9d1-ff02-467d-9753-08074ffb9ec0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422254 Jan 18 13:01:02.144115 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5444d-6377-4c11-9943-350176d7c64f req-48429074-ac36-4c70-8499-f02a09758353 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:02.145718 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-32e5444d-6377-4c11-9943-350176d7c64f req-48429074-ac36-4c70-8499-f02a09758353 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0815954 Jan 18 13:01:02.195302 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-32e5444d-6377-4c11-9943-350176d7c64f req-9fcb0fd5-a040-48d1-a462-cb6a083b6166 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432353 Jan 18 13:01:03.407224 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539ec2c-807f-4ec7-8671-cf3eca398ce9 req-d629cbb2-50f4-44b1-a1b8-85fbd4d93f04 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:03.408655 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e539ec2c-807f-4ec7-8671-cf3eca398ce9 req-d629cbb2-50f4-44b1-a1b8-85fbd4d93f04 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0846350 Jan 18 13:01:03.456212 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e539ec2c-807f-4ec7-8671-cf3eca398ce9 req-c5d89b5a-c661-4f15-8580-25fa12c84c54 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420890 Jan 18 13:01:04.655526 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070f9b6-e88b-4422-8702-c1cfe530976b req-98c5699c-1c1e-49fc-b56c-0a94e1860917 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:04.656991 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-2070f9b6-e88b-4422-8702-c1cfe530976b req-98c5699c-1c1e-49fc-b56c-0a94e1860917 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0781934 Jan 18 13:01:04.706760 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-2070f9b6-e88b-4422-8702-c1cfe530976b req-fa411d76-4fba-4c2b-9f13-bfa0d6eebbe1 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442407 Jan 18 13:01:05.918526 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acf107-3399-45dd-abad-e3d6f2cc110d req-1cac78ab-93e3-47aa-a16b-465cf4e8b87f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:05.920066 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-88acf107-3399-45dd-abad-e3d6f2cc110d req-1cac78ab-93e3-47aa-a16b-465cf4e8b87f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0858028 Jan 18 13:01:05.968828 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-88acf107-3399-45dd-abad-e3d6f2cc110d req-977ec13f-7f74-42aa-ab97-42e1301ec4d2 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431826 Jan 18 13:01:07.171817 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518327a-a27f-447a-9d27-9382c0100b9c req-c6344ece-d188-431e-83d9-f6e8f539784f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:07.173414 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8518327a-a27f-447a-9d27-9382c0100b9c req-c6344ece-d188-431e-83d9-f6e8f539784f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0799532 Jan 18 13:01:07.229602 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8518327a-a27f-447a-9d27-9382c0100b9c req-3101cdcf-c19e-444b-bcf8-a16b176cc9ca tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444386 Jan 18 13:01:08.497592 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbbcbf-2bc4-43b8-8b47-c883956dcc6a req-383802df-bb04-4b0c-a968-b7545ca976b5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:08.498990 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-24bbbcbf-2bc4-43b8-8b47-c883956dcc6a req-383802df-bb04-4b0c-a968-b7545ca976b5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.1471882 Jan 18 13:01:08.544886 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-24bbbcbf-2bc4-43b8-8b47-c883956dcc6a req-93ab6899-8cad-4a29-9bb6-0334bb4161bf tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402942 Jan 18 13:01:09.022269 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:01:09.830810 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab24dbd-d42e-41eb-9317-230a0600ba90 req-00d41171-4830-4bfb-b7ed-4403623da75e tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:09.832308 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-aab24dbd-d42e-41eb-9317-230a0600ba90 req-00d41171-4830-4bfb-b7ed-4403623da75e tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.1621034 Jan 18 13:01:09.879210 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-aab24dbd-d42e-41eb-9317-230a0600ba90 req-d220b99e-1a23-4e94-9c87-2b9cb7843760 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409038 Jan 18 13:01:10.116754 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:11.083693 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542706e-13c3-47b3-910c-e49b5d17cb99 req-1be9e613-5723-44f7-be93-13e81e32a60a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:11.085036 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-d542706e-13c3-47b3-910c-e49b5d17cb99 req-1be9e613-5723-44f7-be93-13e81e32a60a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0832911 Jan 18 13:01:11.132170 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-d542706e-13c3-47b3-910c-e49b5d17cb99 req-00b88b7f-dc79-4b59-8cf1-c7b0b4bd0ff4 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415900 Jan 18 13:01:12.333580 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab94af-a64a-4e79-b724-0fedc477ed67 req-b4458559-9f63-4792-8122-4c48ac168613 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:12.334967 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-28ab94af-a64a-4e79-b724-0fedc477ed67 req-b4458559-9f63-4792-8122-4c48ac168613 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0796907 Jan 18 13:01:12.389587 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-28ab94af-a64a-4e79-b724-0fedc477ed67 req-978e4b95-8847-47bf-ad8d-2a9efea510ed tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482152 Jan 18 13:01:13.591437 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7868fa45-f3f8-48da-a90c-c9dd52efd94b req-d139a22f-1db9-49cd-b5fe-ab84e5831df0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:13.592889 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7868fa45-f3f8-48da-a90c-c9dd52efd94b req-d139a22f-1db9-49cd-b5fe-ab84e5831df0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0821230 Jan 18 13:01:13.639700 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7868fa45-f3f8-48da-a90c-c9dd52efd94b req-8004d050-85b7-45f0-ad5b-7852c7aedd6d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412731 Jan 18 13:01:13.817049 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-12f77b18-53f8-4f99-bfb1-20ec8b072009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:14.858950 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e442b-b7cb-48f0-8576-ed20d1583a8e req-00914fdb-fcf2-4922-9d9d-ae66cb3c11d0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:14.861106 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8a4e442b-b7cb-48f0-8576-ed20d1583a8e req-00914fdb-fcf2-4922-9d9d-ae66cb3c11d0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0801785 Jan 18 13:01:14.908311 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8a4e442b-b7cb-48f0-8576-ed20d1583a8e req-fe312756-13b1-4498-86f0-801c158f0012 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406592 Jan 18 13:01:16.084967 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-06f7371e-5047-4976-b12d-0d64d7a4135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:16.125008 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85455e-d551-466c-b0e7-7bf30016f13a req-17f6efb3-bb54-447a-8f5a-7f6a18d2b7de tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:16.126344 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-fa85455e-d551-466c-b0e7-7bf30016f13a req-17f6efb3-bb54-447a-8f5a-7f6a18d2b7de tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0849142 Jan 18 13:01:16.175614 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-fa85455e-d551-466c-b0e7-7bf30016f13a req-6759ceb7-0d47-4fc1-97c0-2d6d4fd440f1 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436900 Jan 18 13:01:17.259346 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:17.389194 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e36dfb-d6fb-4a32-9d90-c0f8f5dc6036 req-3b21e943-0c52-4096-8077-28922d8529fc tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:17.390531 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-98e36dfb-d6fb-4a32-9d90-c0f8f5dc6036 req-3b21e943-0c52-4096-8077-28922d8529fc tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0895429 Jan 18 13:01:17.433461 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:17.442482 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-98e36dfb-d6fb-4a32-9d90-c0f8f5dc6036 req-bdee99ec-9df8-4df9-ae86-fa9c5d90d0a0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463681 Jan 18 13:01:18.652963 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda1c1e-8e61-4cec-aea5-40afd1f419a1 req-8017d452-0fa0-48ac-8043-66bbe3bc2f05 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:18.654736 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6cda1c1e-8e61-4cec-aea5-40afd1f419a1 req-8017d452-0fa0-48ac-8043-66bbe3bc2f05 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0863400 Jan 18 13:01:18.705544 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6cda1c1e-8e61-4cec-aea5-40afd1f419a1 req-229d1971-44df-47b4-93fc-4122bba66c4b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449114 Jan 18 13:01:18.920049 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:19.917643 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16314a-23f9-4d93-abe3-f752880ee995 req-2d9a2d46-fecc-475a-b4ef-83871dc23ce1 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:19.919254 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-3b16314a-23f9-4d93-abe3-f752880ee995 req-2d9a2d46-fecc-475a-b4ef-83871dc23ce1 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0861106 Jan 18 13:01:19.964983 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-3b16314a-23f9-4d93-abe3-f752880ee995 req-c4b3b4c1-445a-4f44-9651-875c484d95bd tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401504 Jan 18 13:01:21.177025 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68c3fd-1018-4bd4-b35e-a2fb2fe23a45 req-d9f87d84-54d3-4b54-9141-317856f53299 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:21.178563 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-9c68c3fd-1018-4bd4-b35e-a2fb2fe23a45 req-d9f87d84-54d3-4b54-9141-317856f53299 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0921640 Jan 18 13:01:21.224825 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-9c68c3fd-1018-4bd4-b35e-a2fb2fe23a45 req-90e6f410-2f7f-436c-883a-c981c714de7e tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400875 Jan 18 13:01:22.450438 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f0ff3-c0f2-4947-88f3-a7d108b5901d req-1768ac75-e1af-4681-a6f2-530befcc0482 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:22.451951 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-659f0ff3-c0f2-4947-88f3-a7d108b5901d req-1768ac75-e1af-4681-a6f2-530befcc0482 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.1007161 Jan 18 13:01:22.510733 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-659f0ff3-c0f2-4947-88f3-a7d108b5901d req-2d162efa-3ee6-42de-9dff-d1b29d67651f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531671 Jan 18 13:01:23.716034 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37bab7-dfa8-4a10-883f-c99343e9caa8 req-98f210c8-7216-4b69-8350-1882c45e2ae3 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:23.717539 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7e37bab7-dfa8-4a10-883f-c99343e9caa8 req-98f210c8-7216-4b69-8350-1882c45e2ae3 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0800679 Jan 18 13:01:23.768797 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7e37bab7-dfa8-4a10-883f-c99343e9caa8 req-8100827b-7dba-4883-ac08-c2021f722e84 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439956 Jan 18 13:01:24.966359 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230e1d2-b798-4bfd-aac3-7fa2809b1fcd req-78185918-8f67-4172-9f45-5c9e9da9ff59 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:24.967829 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f230e1d2-b798-4bfd-aac3-7fa2809b1fcd req-78185918-8f67-4172-9f45-5c9e9da9ff59 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0764928 Jan 18 13:01:25.016801 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f230e1d2-b798-4bfd-aac3-7fa2809b1fcd req-b1078c79-2d77-4872-98ee-1d348e936164 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431688 Jan 18 13:01:26.221395 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d815321-1af4-4c91-903f-95a423de15d9 req-b91b72dd-4a85-4e2e-a8c6-f124abdc61c1 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:26.223695 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-1d815321-1af4-4c91-903f-95a423de15d9 req-b91b72dd-4a85-4e2e-a8c6-f124abdc61c1 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0830069 Jan 18 13:01:26.270644 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-1d815321-1af4-4c91-903f-95a423de15d9 req-0bafd4dd-bac1-4f9d-82d6-48a821bdfcab tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408564 Jan 18 13:01:27.487326 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23cd23-9892-48ce-a21c-f5c0244b1206 req-0b81768c-8a72-4847-b3da-263ac08951e4 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:27.488831 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-da23cd23-9892-48ce-a21c-f5c0244b1206 req-0b81768c-8a72-4847-b3da-263ac08951e4 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0936813 Jan 18 13:01:27.537570 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-da23cd23-9892-48ce-a21c-f5c0244b1206 req-332592cb-f2d0-48dc-ab2e-be87876ab276 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422490 Jan 18 13:01:28.754435 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66513dd7-9c80-4138-abdb-fef15e11b929 req-a59c3483-bd19-44a1-80e9-2591c7a618cb tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:28.755937 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-66513dd7-9c80-4138-abdb-fef15e11b929 req-a59c3483-bd19-44a1-80e9-2591c7a618cb tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0821385 Jan 18 13:01:28.804534 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-66513dd7-9c80-4138-abdb-fef15e11b929 req-ddc06b95-ea8e-41d0-a7fd-e52bd4d5f0ed tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425234 Jan 18 13:01:30.019437 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f209085-52bf-4be7-a82a-bac5e17ca25d req-bef21fb1-0d97-48a4-bb24-e5cfc8b85ef3 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:30.020888 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9f209085-52bf-4be7-a82a-bac5e17ca25d req-bef21fb1-0d97-48a4-bb24-e5cfc8b85ef3 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0830112 Jan 18 13:01:30.066810 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9f209085-52bf-4be7-a82a-bac5e17ca25d req-5de1acfd-0f9f-4c5b-9829-c7df0074f96d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390673 Jan 18 13:01:31.275986 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d4ed3-d1fc-49e5-b34b-a647d8f51935 req-e0ac6911-5641-41e4-b4fa-a3ae6d6d42a2 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:31.277639 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7a2d4ed3-d1fc-49e5-b34b-a647d8f51935 req-e0ac6911-5641-41e4-b4fa-a3ae6d6d42a2 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0860054 Jan 18 13:01:31.351281 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7a2d4ed3-d1fc-49e5-b34b-a647d8f51935 req-3c1f4936-10f8-4432-bb9f-6f604f11557a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677795 Jan 18 13:01:32.557817 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc9d64-a086-4045-850b-e8e78c4c7827 req-bd00bb2c-e900-4c7d-b610-002c22a5b381 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:32.559310 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-53bc9d64-a086-4045-850b-e8e78c4c7827 req-bd00bb2c-e900-4c7d-b610-002c22a5b381 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0835075 Jan 18 13:01:32.608268 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-53bc9d64-a086-4045-850b-e8e78c4c7827 req-b034851e-5349-49fe-a6f0-693701cc96ad tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431004 Jan 18 13:01:33.819178 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe822c-e6d8-4e59-8d01-d1284119e017 req-36e1349f-db13-4c45-9146-fd9d01145f54 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:33.821153 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e3fe822c-e6d8-4e59-8d01-d1284119e017 req-36e1349f-db13-4c45-9146-fd9d01145f54 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0904205 Jan 18 13:01:33.873330 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e3fe822c-e6d8-4e59-8d01-d1284119e017 req-ec2b420b-53e1-4f7f-aada-6383445c39e6 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466390 Jan 18 13:01:35.087930 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106031f7-bde0-4ac9-ba48-b4d63cd3a3f4 req-9b8f138e-6914-4e6b-8ddf-125f3d6bca70 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:35.089526 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-106031f7-bde0-4ac9-ba48-b4d63cd3a3f4 req-9b8f138e-6914-4e6b-8ddf-125f3d6bca70 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0853860 Jan 18 13:01:35.136938 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-106031f7-bde0-4ac9-ba48-b4d63cd3a3f4 req-03011bf7-abb4-477d-a8c6-d84305df455c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417542 Jan 18 13:01:36.338812 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5750d0d-2f3d-47e4-be88-40ee167c37ae req-54bf670f-9fa6-4f1d-b367-8ff7ffe043bb tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:36.340283 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-d5750d0d-2f3d-47e4-be88-40ee167c37ae req-54bf670f-9fa6-4f1d-b367-8ff7ffe043bb tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0803518 Jan 18 13:01:36.389377 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-d5750d0d-2f3d-47e4-be88-40ee167c37ae req-ba81b9bf-8d66-4d34-a044-43c6628b4d39 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397677 Jan 18 13:01:37.599358 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e557688-d89c-43ed-b327-17663ed2afce req-b76b29b2-1808-4c85-aeaa-0f8434a99f97 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:37.600982 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0e557688-d89c-43ed-b327-17663ed2afce req-b76b29b2-1808-4c85-aeaa-0f8434a99f97 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0820935 Jan 18 13:01:37.653504 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0e557688-d89c-43ed-b327-17663ed2afce req-fa0efe11-be9c-477b-9db1-47585be4c852 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462184 Jan 18 13:01:38.855267 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467870dd-49b7-46e5-a762-4510afc81e56 req-ddbc97ca-6a7a-4ef4-8052-00abd38f6c19 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:38.856712 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-467870dd-49b7-46e5-a762-4510afc81e56 req-ddbc97ca-6a7a-4ef4-8052-00abd38f6c19 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0821903 Jan 18 13:01:38.903934 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-467870dd-49b7-46e5-a762-4510afc81e56 req-c29e0eb4-ccde-4798-98e7-ab7c19239c4f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415668 Jan 18 13:01:38.938022 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 59314) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:01:39.154611 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [None req-8cb3b81c-bdd6-4acf-936f-d55cb98551b5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Deleting port 22303be7-239f-4632-8309-4be750314eb2 {{(pid=82756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:01:39.155130 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-8cb3b81c-bdd6-4acf-936f-d55cb98551b5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:39.347572 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-8cb3b81c-bdd6-4acf-936f-d55cb98551b5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:39.347972 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-8cb3b81c-bdd6-4acf-936f-d55cb98551b5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:39.483357 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [None req-8cb3b81c-bdd6-4acf-936f-d55cb98551b5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Calling delete_port for 22303be7-239f-4632-8309-4be750314eb2 owned by network:floatingip {{(pid=82756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:01:39.738146 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-8cb3b81c-bdd6-4acf-936f-d55cb98551b5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:39.783066 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb3b81c-bdd6-4acf-936f-d55cb98551b5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Pushing event deleted for resources: {'Port': ['ID=22303be7-239f-4632-8309-4be750314eb2,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:01:39.823690 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb3b81c-bdd6-4acf-936f-d55cb98551b5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:39.824032 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb3b81c-bdd6-4acf-936f-d55cb98551b5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:39.824370 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb3b81c-bdd6-4acf-936f-d55cb98551b5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:39.824706 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb3b81c-bdd6-4acf-936f-d55cb98551b5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:39.825045 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb3b81c-bdd6-4acf-936f-d55cb98551b5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:39.825370 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb3b81c-bdd6-4acf-936f-d55cb98551b5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:39.825693 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb3b81c-bdd6-4acf-936f-d55cb98551b5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:39.826023 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb3b81c-bdd6-4acf-936f-d55cb98551b5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:39.826348 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb3b81c-bdd6-4acf-936f-d55cb98551b5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:39.826666 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb3b81c-bdd6-4acf-936f-d55cb98551b5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:39.827006 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb3b81c-bdd6-4acf-936f-d55cb98551b5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:01:39.894144 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-8cb3b81c-bdd6-4acf-936f-d55cb98551b5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks [] for floatingip, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:40.132051 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:40.328377 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb3b81c-bdd6-4acf-936f-d55cb98551b5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Router 3099a440-2c47-40d7-9292-044c4df7f76f has already been hosted by L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 {{(pid=82756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:01:40.545238 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb3b81c-bdd6-4acf-936f-d55cb98551b5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:01:40.555186 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185befcd-d176-4aed-a70b-452d1ec1b013 None None] Sync routers for ids ['3099a440-2c47-40d7-9292-044c4df7f76f'] in dv-cinder-825103-1-iscsi {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:01:40.567467 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185befcd-d176-4aed-a70b-452d1ec1b013 None None] Routers {'3099a440-2c47-40d7-9292-044c4df7f76f'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:01:40.568075 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-185befcd-d176-4aed-a70b-452d1ec1b013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:01:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['3099a440-2c47-40d7-9292-044c4df7f76f'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:01:40.569404 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-8cb3b81c-bdd6-4acf-936f-d55cb98551b5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for floatingip, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:40.640119 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-8cb3b81c-bdd6-4acf-936f-d55cb98551b5 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "DELETE /v2.0/floatingips/153f04a5-caa5-49c9-a75b-51abf36a52b6 HTTP/1.1" status: 204 len: 168 time: 1.7009499 Jan 18 13:01:40.640743 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e96dd6d-de7f-442d-99e3-ae933fdd85c6', 'tag': 'f9801143-329a-48b0-9cb3-9b5bd2bd8402'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:01:40.767653 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-185befcd-d176-4aed-a70b-452d1ec1b013 None None] Set router 3099a440-2c47-40d7-9292-044c4df7f76f gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:01:40.871398 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e96dd6d-de7f-442d-99e3-ae933fdd85c6', 'tag': 'f9801143-329a-48b0-9cb3-9b5bd2bd8402', 'status': 'completed', 'code': 200} Jan 18 13:01:41.025893 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-624409e1-78b5-499e-9532-43382e449ca1 req-34e3acfe-ed10-49fc-94a7-808604b35791 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d12a14a06d354f1cbe6b1e07ffb4521c&device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 1097 time: 0.0717423 Jan 18 13:01:41.064950 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f806c9a-397d-42e4-85c3-46bbfd0bdd22 req-0a0adeb7-e456-4ea2-84c0-1f347df3084d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:41.067045 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4f806c9a-397d-42e4-85c3-46bbfd0bdd22 req-0a0adeb7-e456-4ea2-84c0-1f347df3084d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.0869267 Jan 18 13:01:41.120204 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4f806c9a-397d-42e4-85c3-46bbfd0bdd22 req-702de6e0-11ab-4063-949c-324c3d71ba23 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462523 Jan 18 13:01:41.145475 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-185befcd-d176-4aed-a70b-452d1ec1b013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'name': 'tempest-TestShelveInstance-260813738-router', 'tenant_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '92f23cd6-ba78-485a-96bb-3bf7a7c684d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:51:35Z', 'updated_at': '2022-01-18T12:51:46Z', 'revision_number': 4, 'project_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'gw_port': {'id': '92f23cd6-ba78-485a-96bb-3bf7a7c684d7', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:51:37Z', 'updated_at': '2022-01-18T12:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': 'b8263b83-54db-4e2a-8990-b095edcbc097', 'name': '', 'network_id': '651f3972-1243-4a5a-964a-9845b463efa9', 'tenant_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'mac_address': 'fa:16:3e:45:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efa0d51d-b8a5-4b68-ba6e-274c53d28a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:51:44Z', 'updated_at': '2022-01-18T12:51:53Z', 'revision_number': 5, 'project_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'subnets': [{'id': 'efa0d51d-b8a5-4b68-ba6e-274c53d28a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:01:41.203229 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185befcd-d176-4aed-a70b-452d1ec1b013 None None] Checking router: 3099a440-2c47-40d7-9292-044c4df7f76f for host: dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:01:41.219292 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185befcd-d176-4aed-a70b-452d1ec1b013 None None] Routers {'3099a440-2c47-40d7-9292-044c4df7f76f'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:01:41.220160 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-185befcd-d176-4aed-a70b-452d1ec1b013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:01:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['3099a440-2c47-40d7-9292-044c4df7f76f'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:01:41.220314 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624409e1-78b5-499e-9532-43382e449ca1 req-f3d2b096-6070-4e79-b1c9-0a50c71c9f53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:41.221826 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-624409e1-78b5-499e-9532-43382e449ca1 req-f3d2b096-6070-4e79-b1c9-0a50c71c9f53 service neutron] 10.222.0.35 "GET /v2.0/networks?id=651f3972-1243-4a5a-964a-9845b463efa9 HTTP/1.1" status: 200 len: 910 time: 0.1900735 Jan 18 13:01:41.372357 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-624409e1-78b5-499e-9532-43382e449ca1 req-71a5379b-dd87-4ffa-90da-ea459d60ae49 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9801143-329a-48b0-9cb3-9b5bd2bd8402 HTTP/1.1" status: 200 len: 217 time: 0.1340833 Jan 18 13:01:41.469933 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624409e1-78b5-499e-9532-43382e449ca1 req-88ea3316-428b-451f-b945-66986b1ebd46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:41.471591 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-624409e1-78b5-499e-9532-43382e449ca1 req-88ea3316-428b-451f-b945-66986b1ebd46 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=efa0d51d-b8a5-4b68-ba6e-274c53d28a33 HTTP/1.1" status: 200 len: 847 time: 0.0782368 Jan 18 13:01:41.510416 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-185befcd-d176-4aed-a70b-452d1ec1b013 None None] Set router 3099a440-2c47-40d7-9292-044c4df7f76f gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:01:41.533093 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f94531-fe9b-4096-b438-8d3ca2d7fb89 req-dd11291a-7b75-4f2d-9246-802af340dc8b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:41.533785 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-97f94531-fe9b-4096-b438-8d3ca2d7fb89 req-dd11291a-7b75-4f2d-9246-802af340dc8b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Synchronizing usage tracker for tenant:d12a14a06d354f1cbe6b1e07ffb4521c on resource:port {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:01:41.562143 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-97f94531-fe9b-4096-b438-8d3ca2d7fb89 req-dd11291a-7b75-4f2d-9246-802af340dc8b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Unset dirty status for tenant:d12a14a06d354f1cbe6b1e07ffb4521c on resource:port {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:01:41.563342 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-97f94531-fe9b-4096-b438-8d3ca2d7fb89 req-dd11291a-7b75-4f2d-9246-802af340dc8b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.2487013 Jan 18 13:01:41.619344 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-624409e1-78b5-499e-9532-43382e449ca1 req-fa0b7145-069c-4ff7-a647-f35344195504 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=651f3972-1243-4a5a-964a-9845b463efa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1409683 Jan 18 13:01:41.715409 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [req-97f94531-fe9b-4096-b438-8d3ca2d7fb89 req-f2b5bc4c-e146-4f23-ae64-c7c543fb4f31 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Deleting port f9801143-329a-48b0-9cb3-9b5bd2bd8402 {{(pid=82756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:01:41.715745 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-97f94531-fe9b-4096-b438-8d3ca2d7fb89 req-f2b5bc4c-e146-4f23-ae64-c7c543fb4f31 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:41.845620 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-185befcd-d176-4aed-a70b-452d1ec1b013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'name': 'tempest-TestShelveInstance-260813738-router', 'tenant_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '92f23cd6-ba78-485a-96bb-3bf7a7c684d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:51:35Z', 'updated_at': '2022-01-18T12:51:46Z', 'revision_number': 4, 'project_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'gw_port': {'id': '92f23cd6-ba78-485a-96bb-3bf7a7c684d7', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:51:37Z', 'updated_at': '2022-01-18T12:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': 'b8263b83-54db-4e2a-8990-b095edcbc097', 'name': '', 'network_id': '651f3972-1243-4a5a-964a-9845b463efa9', 'tenant_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'mac_address': 'fa:16:3e:45:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efa0d51d-b8a5-4b68-ba6e-274c53d28a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:51:44Z', 'updated_at': '2022-01-18T12:51:53Z', 'revision_number': 5, 'project_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'subnets': [{'id': 'efa0d51d-b8a5-4b68-ba6e-274c53d28a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:01:41.850011 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185befcd-d176-4aed-a70b-452d1ec1b013 None None] The sync data for ids ['3099a440-2c47-40d7-9292-044c4df7f76f'] in dv-cinder-825103-1-iscsi is: [{'id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'name': 'tempest-TestShelveInstance-260813738-router', 'tenant_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '92f23cd6-ba78-485a-96bb-3bf7a7c684d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:51:35Z', 'updated_at': '2022-01-18T12:51:46Z', 'revision_number': 4, 'project_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'gw_port': {'id': '92f23cd6-ba78-485a-96bb-3bf7a7c684d7', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:51:37Z', 'updated_at': '2022-01-18T12:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': 'b8263b83-54db-4e2a-8990-b095edcbc097', 'name': '', 'network_id': '651f3972-1243-4a5a-964a-9845b463efa9', 'tenant_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'mac_address': 'fa:16:3e:45:a3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efa0d51d-b8a5-4b68-ba6e-274c53d28a33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:51:44Z', 'updated_at': '2022-01-18T12:51:53Z', 'revision_number': 5, 'project_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'subnets': [{'id': 'efa0d51d-b8a5-4b68-ba6e-274c53d28a33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:01:41.971679 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-624409e1-78b5-499e-9532-43382e449ca1 req-01d72b4b-8969-46ba-9f9b-71c9eeef106a service neutron] 10.222.0.35 "GET /v2.0/networks/651f3972-1243-4a5a-964a-9845b463efa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447688 Jan 18 13:01:42.101965 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af32fb0-2c2a-407f-8a55-48e31c3d2ff6 None None] New status for floating IP 153f04a5-caa5-49c9-a75b-51abf36a52b6: DOWN {{(pid=82759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:01:42.239222 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-97f94531-fe9b-4096-b438-8d3ca2d7fb89 req-f2b5bc4c-e146-4f23-ae64-c7c543fb4f31 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] For port f9801143-329a-48b0-9cb3-9b5bd2bd8402, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f9801143-329a-48b0-9cb3-9b5bd2bd8402,segment=NetworkSegment(17b16814-4c19-4a37-a98d-29859b19aa8d),segment_id=17b16814-4c19-4a37-a98d-29859b19aa8d)] {{(pid=82756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:01:42.239585 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-97f94531-fe9b-4096-b438-8d3ca2d7fb89 req-f2b5bc4c-e146-4f23-ae64-c7c543fb4f31 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:42.260411 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-624409e1-78b5-499e-9532-43382e449ca1 req-d8cdf422-27ab-4f0c-a888-b9a6351961bf service neutron] 10.222.0.35 "GET /v2.0/networks/651f3972-1243-4a5a-964a-9845b463efa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666743 Jan 18 13:01:42.421953 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [req-97f94531-fe9b-4096-b438-8d3ca2d7fb89 req-f2b5bc4c-e146-4f23-ae64-c7c543fb4f31 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Calling delete_port for f9801143-329a-48b0-9cb3-9b5bd2bd8402 owned by compute:nova {{(pid=82756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:01:42.536801 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8005636-a610-4707-99b3-41ab06decce5 req-3cbe0864-a213-4a4c-b894-222d162ea2b0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:42.543727 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f8005636-a610-4707-99b3-41ab06decce5 req-3cbe0864-a213-4a4c-b894-222d162ea2b0 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 944 time: 0.2259130 Jan 18 13:01:42.642131 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f8005636-a610-4707-99b3-41ab06decce5 req-d304592e-4f3f-47ac-a9dd-e60bdc7640b2 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/security-groups?id=f741197b-aa87-4324-9e79-d8d1348701be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0975268 Jan 18 13:01:42.656198 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-97f94531-fe9b-4096-b438-8d3ca2d7fb89 req-f2b5bc4c-e146-4f23-ae64-c7c543fb4f31 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:42.741224 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b5bc4c-e146-4f23-ae64-c7c543fb4f31 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Pushing event deleted for resources: {'Port': ['ID=f9801143-329a-48b0-9cb3-9b5bd2bd8402,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:01:42.835295 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f94531-fe9b-4096-b438-8d3ca2d7fb89 req-f2b5bc4c-e146-4f23-ae64-c7c543fb4f31 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] No DVR routers for this DVR port f9801143-329a-48b0-9cb3-9b5bd2bd8402 on host hv-cinder-82510 {{(pid=82756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:01:42.839078 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-97f94531-fe9b-4096-b438-8d3ca2d7fb89 req-f2b5bc4c-e146-4f23-ae64-c7c543fb4f31 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:42.855046 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-97f94531-fe9b-4096-b438-8d3ca2d7fb89 req-f2b5bc4c-e146-4f23-ae64-c7c543fb4f31 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.35 "DELETE /v2.0/ports/f9801143-329a-48b0-9cb3-9b5bd2bd8402 HTTP/1.1" status: 204 len: 173 time: 1.2855599 Jan 18 13:01:42.862559 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-48615d50-953c-4f3f-81c8-1c34810917f3 req-53d242dd-9273-46f0-85f3-1129dbfcdcc5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1710103 Jan 18 13:01:42.873223 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e96dd6d-de7f-442d-99e3-ae933fdd85c6', 'name': 'network-vif-deleted', 'tag': 'f9801143-329a-48b0-9cb3-9b5bd2bd8402'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:01:42.957694 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e96dd6d-de7f-442d-99e3-ae933fdd85c6', 'name': 'network-vif-deleted', 'tag': 'f9801143-329a-48b0-9cb3-9b5bd2bd8402', 'status': 'completed', 'code': 200} Jan 18 13:01:42.980282 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-48615d50-953c-4f3f-81c8-1c34810917f3 req-f34a3d9f-1171-4ec6-b67e-662da9e19105 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=62c83339981e4116982823738389569b&device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 1099 time: 0.0846784 Jan 18 13:01:43.130945 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48615d50-953c-4f3f-81c8-1c34810917f3 req-42558f2f-06b2-46ea-bf74-1e1e542cd5d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:43.132391 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-48615d50-953c-4f3f-81c8-1c34810917f3 req-42558f2f-06b2-46ea-bf74-1e1e542cd5d5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0245ff51-1953-4317-abeb-3ec950185d8d HTTP/1.1" status: 200 len: 919 time: 0.1331830 Jan 18 13:01:43.234194 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-48615d50-953c-4f3f-81c8-1c34810917f3 req-ccac91ea-4d9b-4d74-8a96-10e9ca830285 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46f08e28-9893-4e71-b797-64224dcc5fb4 HTTP/1.1" status: 200 len: 1001 time: 0.0955896 Jan 18 13:01:43.303113 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48615d50-953c-4f3f-81c8-1c34810917f3 req-e4c3543a-3141-4887-91a4-ea6079d29843 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:01:43.304879 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-48615d50-953c-4f3f-81c8-1c34810917f3 req-e4c3543a-3141-4887-91a4-ea6079d29843 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe840dcd-84e6-4b5f-bdcf-ef3e08af5039 HTTP/1.1" status: 200 len: 856 time: 0.0637441 Jan 18 13:01:43.379190 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-48615d50-953c-4f3f-81c8-1c34810917f3 req-bb63fea1-c1f9-4b5b-b03d-204702f368ed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0245ff51-1953-4317-abeb-3ec950185d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688777 Jan 18 13:01:43.532336 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-48615d50-953c-4f3f-81c8-1c34810917f3 req-fbefac7e-1ad4-4df4-b7b9-da25bcfeee7d service neutron] 10.222.0.35 "GET /v2.0/networks/0245ff51-1953-4317-abeb-3ec950185d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474993 Jan 18 13:01:43.785061 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-48615d50-953c-4f3f-81c8-1c34810917f3 req-6456a086-8ed4-46b4-94a2-ddd788e08e51 service neutron] 10.222.0.35 "GET /v2.0/networks/0245ff51-1953-4317-abeb-3ec950185d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425587 Jan 18 13:01:43.823269 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-9ac950ac-b6f8-455b-9838-01e76c5278b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:43.841229 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-a14a0535-311c-4268-bba1-0c7c5a2f2a70 req-69e33b72-68a5-4ba7-b2b9-a20750a2ceb3 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Synchronizing usage tracker for tenant:d12a14a06d354f1cbe6b1e07ffb4521c on resource:port {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:01:43.863762 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-a14a0535-311c-4268-bba1-0c7c5a2f2a70 req-69e33b72-68a5-4ba7-b2b9-a20750a2ceb3 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Unset dirty status for tenant:d12a14a06d354f1cbe6b1e07ffb4521c on resource:port {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:01:43.865164 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a14a0535-311c-4268-bba1-0c7c5a2f2a70 req-69e33b72-68a5-4ba7-b2b9-a20750a2ceb3 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0733647 Jan 18 13:01:45.031334 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8473a46d-ef24-4853-bccf-0cba2ef75c05 req-6a30b7cf-413e-459e-bb76-62eb05fb1185 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0430629 Jan 18 13:01:46.021393 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:01:46.066920 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-7a956002-3987-4d42-bea7-2e80040be5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:46.212433 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-afccf384-5e25-454e-992c-1fe7adaee4d1 req-f8f545c5-f2d8-41c8-99ac-bb44cf1af6ae tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0457184 Jan 18 13:01:47.265232 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:47.378707 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f4d64535-4166-42cd-a28a-0bec863c5e50 req-972f295d-12f8-421e-83f6-9ebf6f60d068 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0421739 Jan 18 13:01:47.435568 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:48.556580 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-ae50d7b4-b320-49e5-905b-c656d9e1d626 req-06bd6d37-8a49-4a50-a998-fd5559e5d100 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0443904 Jan 18 13:01:48.922545 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:01:49.726652 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-47ac4cbe-f78e-4bb3-b9be-2c56527582a0 req-bfe57f93-1af0-4f4e-a65b-1f66471a7488 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0439427 Jan 18 13:01:50.901833 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7a139959-4412-4d02-a1b1-bf52ba7d30d7 req-21315221-466e-4b7f-bcbd-a84da64c38f4 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0434227 Jan 18 13:01:52.063627 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bdfa291a-062e-4abe-aff1-a796965783ab req-16a166de-c8e2-44b2-84d8-0669195ddba4 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0412421 Jan 18 13:01:53.241670 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-d9f9346b-0c60-453f-a61a-f6660ab0cb1c req-94b7267a-c4e8-4969-a61d-c14e2a44d14b tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0449543 Jan 18 13:01:54.412279 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-63c57cbb-049c-4a03-83f7-06199d349f5c req-fb19ef74-484d-4eff-b203-a95bbcf4f2de tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0421252 Jan 18 13:01:55.578830 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4940dcb2-a38e-4d84-beb7-1534db2a2d41 req-6fd859e3-501f-400a-a46b-81249ff1df6f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0418932 Jan 18 13:01:56.886488 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-14ed81af-ce63-494f-86ce-98378f182780 req-24eaaedf-dad3-43aa-8ccb-b29d241fd81f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0456235 Jan 18 13:01:58.047981 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-dbda7832-0270-4a90-9c80-caaf3f5fcd00 req-c0615cfc-e7ed-4f63-8fbc-908e4d9b0a7e tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0414448 Jan 18 13:01:59.229849 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-30f7131a-8d1e-4c2e-b008-0b627ced7e31 req-3d7b39dd-a169-410b-b2ea-ac85f2419d33 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0514319 Jan 18 13:02:00.394761 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e8afb51e-4a6f-4284-9944-ab19ff05147e req-ae86b8de-7d85-4772-8a1b-d9812daa8831 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0446489 Jan 18 13:02:01.799956 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ffaee26c-c211-4da7-8066-3cf9a2d728db req-746de5d8-e579-4d9e-b5fa-4a09f4d1f80c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0458679 Jan 18 13:02:02.978165 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-da2a1227-bb5f-4853-8a9b-b67a89df3a19 req-f855c01f-5681-481a-9a64-950fe45ab052 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0456276 Jan 18 13:02:04.158548 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-594fa3de-ac04-4201-a2ca-cbd6ddf19944 req-0b3de11a-a200-45d5-bc41-5deb1bc5c488 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0439508 Jan 18 13:02:05.333115 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-8c79b773-0453-4bd9-b0f4-cfeb76fdca79 req-2ac42781-095c-4b44-9271-cd0195ac4413 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0414960 Jan 18 13:02:06.500917 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b02e1d81-40aa-4cbd-bfbe-5fd3fed59781 req-2ec13040-1be0-4d80-9709-ed763d2975bb tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0431294 Jan 18 13:02:07.669884 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-abe02419-d225-492f-b2d6-6b43247fbb23 req-237ad879-bbac-4ca6-a87c-9864003b52d6 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0448103 Jan 18 13:02:08.845693 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2cae6dae-84c3-4785-9a15-d319783e28f9 req-2783b8ca-6a29-4b8b-825e-3b20f700e63a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0476909 Jan 18 13:02:10.007180 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-dbcc8af4-5198-42f5-8ffb-fadc25def70d req-bc3cb4c4-f3f0-4a79-8d63-b27079d750bd tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0403876 Jan 18 13:02:10.113407 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:11.178644 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4533cb79-7a63-4526-b816-93c393a99214 req-0d543619-8c33-4a0a-933d-95d3e7a14022 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0489914 Jan 18 13:02:12.350004 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-665d845e-ec33-4d21-b780-154cbe7abe8e req-95896090-2fae-4c10-9baa-7c532045e9db tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0424073 Jan 18 13:02:13.522363 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2e5fdf7d-2d9e-4d0a-8128-508521e0a9ae req-0ec97021-b87d-4ee0-a902-6e70997c3d9d tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0479217 Jan 18 13:02:13.817244 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-67d52136-8ca2-40af-b96b-eeb68730d0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:14.770526 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-71fc42ec-d9fd-44ae-b211-ee6901d73b3d req-1c0f9d73-3aad-450a-886a-a15a36acd029 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.1095593 Jan 18 13:02:15.934705 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bd24f94f-ba48-4b67-b5cf-6f35a52390c6 req-fda2655c-9be5-4440-b4ae-7e16e203498c tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0415637 Jan 18 13:02:16.064291 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-19829984-2263-4049-b13a-d8a20948528d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:17.244343 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-56b10645-a38a-4dce-b53c-55e65863e038 req-0ccb6f41-2432-4c73-b9f7-1c285db609bc tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0417771 Jan 18 13:02:17.260240 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:17.438432 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:18.424232 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ecb1f4e3-c1d5-4502-8f88-141d91a54f42 req-7bd0b012-02e7-4a8c-97ef-4382cd65e440 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0455136 Jan 18 13:02:18.928150 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:19.598810 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6efcd008-5e41-4ffa-85e5-cbafcfaedd2e req-36c74b62-e9ce-4b64-bd74-6a082483332e tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0423419 Jan 18 13:02:20.765385 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-59458dae-8395-400d-97c6-b11a0e830553 req-4d736c83-ef25-4d23-a0c6-ab7f368036cd tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0425797 Jan 18 13:02:21.941039 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-32178390-ef7b-407f-a415-d325da0f0d3d req-7740c6b0-2108-45da-be60-353f858b24ee tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0511453 Jan 18 13:02:23.020917 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:02:23.108726 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-450a4b00-aa89-4505-8a9d-215cfd65236a req-6cc14b89-83aa-4904-a138-0def21f3f65a tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0420022 Jan 18 13:02:24.292060 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bdfe4fd8-4366-4f7d-ab97-4e33a2326dcd req-b85493ae-f075-4130-8e84-141066892463 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0463808 Jan 18 13:02:25.468992 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-45f824b5-e688-4464-ae88-054cb673aedf req-e65c15ab-7137-4f9e-b63f-a71ed944502f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0498025 Jan 18 13:02:26.642153 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-2da386e1-cdf6-4802-88a8-c0b02e999c23 req-d4509b6e-8e7d-4b1a-aa74-28f5501dea77 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0421491 Jan 18 13:02:27.813438 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-88824174-9d19-4d2b-8a81-6f32ec76b527 req-bfacd9b9-9d39-4c05-9ca4-98a32ea5a954 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0433655 Jan 18 13:02:28.993145 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-dd301ba4-35f2-45b5-9f74-a51676413f22 req-ca5c176b-061b-4a2a-aa19-77e3335767eb tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0412374 Jan 18 13:02:30.158491 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-938b44bd-a2fe-4de1-8c8c-c663d6286c3c req-b021b498-5928-45ae-82ce-12639b042bfb tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0443785 Jan 18 13:02:31.328151 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-da9509ad-24cf-42e4-8fec-2a7b17a99ea5 req-f47f18ca-a707-4c12-867d-41a5e3c3fa17 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0458853 Jan 18 13:02:32.511472 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-82c98c96-8985-44e9-b38a-aa3fa9bdd66a req-8b16c91a-8a24-413d-9c2e-af2939f02b59 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0405538 Jan 18 13:02:33.678318 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-592c0fe0-3613-48a6-bae8-7b6498a4d029 req-7dd8f405-6cb9-485a-8930-e81435c6e93e tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0413659 Jan 18 13:02:34.840841 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e9cf60d6-628d-4abd-aa4d-1ff7ddd12dcf req-008731b1-38ef-41e1-934d-19aac1a00f82 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0418191 Jan 18 13:02:36.014994 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bf7a52cb-991f-4d29-98d6-52fb57c5c6a8 req-e7b3e59e-a8ab-453a-89ca-a8cb2c3e627e tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0422900 Jan 18 13:02:37.181201 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-592406c3-2242-4c7a-90cf-fe3647b5dbcb req-6b8fd600-7d8b-473d-8c9d-a94bfdb2cc39 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0450745 Jan 18 13:02:38.346459 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a2ea5ead-294a-469c-87d9-a5689dc1e78d req-4b8a4842-09f5-4dd5-b56d-5928ccc4a484 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0434341 Jan 18 13:02:39.530432 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-b2125cec-5540-41e8-b588-031e5ad43f3c req-82e32e7d-e758-402a-82c2-4526e236a11f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0427704 Jan 18 13:02:40.134493 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:40.700394 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2341a4d6-3fa1-40d6-aae2-e2d1825a7bcd req-107cfeb4-8ee9-4e5f-92a2-fbe17475d494 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0490870 Jan 18 13:02:41.862640 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-0a12a479-301c-4464-a914-254a5b8752f3 req-15f45d34-c734-4cfb-ad82-04ccd71bbf1f tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0399151 Jan 18 13:02:42.743876 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-faf20678-bcc8-4afb-8502-14363d9ee9a7 req-6a3dcbf1-8385-4a69-9a3d-294d2e7426a4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686226 Jan 18 13:02:42.849552 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-faf20678-bcc8-4afb-8502-14363d9ee9a7 req-4be8fc45-ba86-429d-9cd6-d0bf3f6742f5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4780fe48fc504b868a4e20ccdeddc261&device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 1099 time: 0.0738366 Jan 18 13:02:43.107689 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-22ea2a00-0a89-44c8-a74f-9d8363009f4b req-16c45031-0a68-4f3f-905c-3c2e363d5146 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e96dd6d-de7f-442d-99e3-ae933fdd85c6 HTTP/1.1" status: 200 len: 210 time: 0.0534794 Jan 18 13:02:43.140550 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf20678-bcc8-4afb-8502-14363d9ee9a7 req-c95f299f-2c35-443e-b2d3-2cd386c1a99d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:02:43.142302 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-faf20678-bcc8-4afb-8502-14363d9ee9a7 req-c95f299f-2c35-443e-b2d3-2cd386c1a99d service neutron] 10.222.0.35 "GET /v2.0/networks?id=3aafb570-73f3-4d6d-b0fd-ecc33f87d7db HTTP/1.1" status: 200 len: 917 time: 0.2729487 Jan 18 13:02:43.230294 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-faf20678-bcc8-4afb-8502-14363d9ee9a7 req-2913955f-2df8-4f07-9dc9-5b4e95a02b34 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e00e54c6-536f-4529-acd6-93c664eff79b HTTP/1.1" status: 200 len: 217 time: 0.0796914 Jan 18 13:02:43.331321 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf20678-bcc8-4afb-8502-14363d9ee9a7 req-b8970ba6-16e7-4e51-8301-9dddbcf63ab9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:02:43.333324 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-faf20678-bcc8-4afb-8502-14363d9ee9a7 req-b8970ba6-16e7-4e51-8301-9dddbcf63ab9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=79e00410-d53e-44ca-b28a-3e7239ed8fa5 HTTP/1.1" status: 200 len: 854 time: 0.0962527 Jan 18 13:02:43.423077 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-faf20678-bcc8-4afb-8502-14363d9ee9a7 req-8a4ac239-1793-42d4-8845-913c115d0fa1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3aafb570-73f3-4d6d-b0fd-ecc33f87d7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0833089 Jan 18 13:02:43.568020 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-faf20678-bcc8-4afb-8502-14363d9ee9a7 req-0a499aa3-f6c2-454e-8584-59005e669840 service neutron] 10.222.0.35 "GET /v2.0/networks/3aafb570-73f3-4d6d-b0fd-ecc33f87d7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359816 Jan 18 13:02:43.717476 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-faf20678-bcc8-4afb-8502-14363d9ee9a7 req-2f56445a-5a64-4aed-b790-64f23ab48d1f service neutron] 10.222.0.35 "GET /v2.0/networks/3aafb570-73f3-4d6d-b0fd-ecc33f87d7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417389 Jan 18 13:02:43.819654 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2197d560-f6b0-4343-844d-1de21703a799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:44.216432 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 60278) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:02:44.288654 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d9c716a1-f8f8-463e-b937-7f170370b4d9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:44.319836 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d9c716a1-f8f8-463e-b937-7f170370b4d9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:44.428393 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d9c716a1-f8f8-463e-b937-7f170370b4d9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:44.466715 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d9c716a1-f8f8-463e-b937-7f170370b4d9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:44.471345 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-d9c716a1-f8f8-463e-b937-7f170370b4d9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] 10.222.0.84 "DELETE /v2.0/security-groups/f741197b-aa87-4324-9e79-d8d1348701be HTTP/1.1" status: 204 len: 168 time: 0.2538180 Jan 18 13:02:44.472230 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c716a1-f8f8-463e-b937-7f170370b4d9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f741197b-aa87-4324-9e79-d8d1348701be,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:02:44.483562 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c716a1-f8f8-463e-b937-7f170370b4d9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:44.483969 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c716a1-f8f8-463e-b937-7f170370b4d9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:44.484480 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c716a1-f8f8-463e-b937-7f170370b4d9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:44.485332 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c716a1-f8f8-463e-b937-7f170370b4d9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:44.485332 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c716a1-f8f8-463e-b937-7f170370b4d9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:44.485674 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c716a1-f8f8-463e-b937-7f170370b4d9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:44.486002 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c716a1-f8f8-463e-b937-7f170370b4d9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:44.486330 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c716a1-f8f8-463e-b937-7f170370b4d9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:44.486724 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c716a1-f8f8-463e-b937-7f170370b4d9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:44.487136 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c716a1-f8f8-463e-b937-7f170370b4d9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:44.487388 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c716a1-f8f8-463e-b937-7f170370b4d9 tempest-TestShelveInstance-1612859293 tempest-TestShelveInstance-1612859293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:44.668324 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 60296) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:02:45.340370 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-46e0a854-3540-4582-b842-aabc92bc1d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16440925'] for router_interface, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:46.057283 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-e0de56f6-4d41-4e90-9ebe-1970ca4b1cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:46.064132 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [None req-46e0a854-3540-4582-b842-aabc92bc1d78 admin admin] Deleting port b8263b83-54db-4e2a-8990-b095edcbc097 {{(pid=82756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:02:46.064472 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-46e0a854-3540-4582-b842-aabc92bc1d78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:46.240673 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [None req-46e0a854-3540-4582-b842-aabc92bc1d78 admin admin] For port b8263b83-54db-4e2a-8990-b095edcbc097, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=b8263b83-54db-4e2a-8990-b095edcbc097,segment=NetworkSegment(17b16814-4c19-4a37-a98d-29859b19aa8d),segment_id=17b16814-4c19-4a37-a98d-29859b19aa8d)] {{(pid=82756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:02:46.241056 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-46e0a854-3540-4582-b842-aabc92bc1d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:46.363802 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [None req-46e0a854-3540-4582-b842-aabc92bc1d78 admin admin] Calling delete_port for b8263b83-54db-4e2a-8990-b095edcbc097 owned by network:router_interface {{(pid=82756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:02:46.549695 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-46e0a854-3540-4582-b842-aabc92bc1d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:46.600438 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e0a854-3540-4582-b842-aabc92bc1d78 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8263b83-54db-4e2a-8990-b095edcbc097,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:02:46.931941 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-46e0a854-3540-4582-b842-aabc92bc1d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15336335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16439476'] for router_interface, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:47.264038 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:47.457527 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:47.658145 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e0a854-3540-4582-b842-aabc92bc1d78 admin admin] Router 3099a440-2c47-40d7-9292-044c4df7f76f has already been hosted by L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 {{(pid=82756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:02:47.869134 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e0a854-3540-4582-b842-aabc92bc1d78 admin admin] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:02:47.879568 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e1a932-74c7-4c75-ab04-d1d5f5dd68b0 None None] Sync routers for ids ['3099a440-2c47-40d7-9292-044c4df7f76f'] in dv-cinder-825103-1-iscsi {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:02:47.890580 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-46e0a854-3540-4582-b842-aabc92bc1d78 admin admin] 10.222.0.84 "PUT /v2.0/routers/3099a440-2c47-40d7-9292-044c4df7f76f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2207987 Jan 18 13:02:47.891195 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 60342) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:02:47.892512 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e1a932-74c7-4c75-ab04-d1d5f5dd68b0 None None] Routers {'3099a440-2c47-40d7-9292-044c4df7f76f'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:02:47.893156 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-94e1a932-74c7-4c75-ab04-d1d5f5dd68b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:02:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['3099a440-2c47-40d7-9292-044c4df7f76f'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:48.096183 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-94e1a932-74c7-4c75-ab04-d1d5f5dd68b0 None None] Set router 3099a440-2c47-40d7-9292-044c4df7f76f gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:02:48.108705 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-2b2195ab-1160-4e63-bfdc-768cd4e7df3e admin admin] Notify callbacks [] for router, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:48.316366 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-2b2195ab-1160-4e63-bfdc-768cd4e7df3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:48.326549 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-2b2195ab-1160-4e63-bfdc-768cd4e7df3e admin admin] Deleting port 92f23cd6-ba78-485a-96bb-3bf7a7c684d7 {{(pid=82757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:02:48.327026 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-2b2195ab-1160-4e63-bfdc-768cd4e7df3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:48.395974 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-94e1a932-74c7-4c75-ab04-d1d5f5dd68b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'name': 'tempest-TestShelveInstance-260813738-router', 'tenant_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '92f23cd6-ba78-485a-96bb-3bf7a7c684d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:51:35Z', 'updated_at': '2022-01-18T13:02:46Z', 'revision_number': 5, 'project_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'gw_port': {'id': '92f23cd6-ba78-485a-96bb-3bf7a7c684d7', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:51:37Z', 'updated_at': '2022-01-18T12:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:48.400721 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e1a932-74c7-4c75-ab04-d1d5f5dd68b0 None None] Checking router: 3099a440-2c47-40d7-9292-044c4df7f76f for host: dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:02:48.416568 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e1a932-74c7-4c75-ab04-d1d5f5dd68b0 None None] Routers {'3099a440-2c47-40d7-9292-044c4df7f76f'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:02:48.417363 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-94e1a932-74c7-4c75-ab04-d1d5f5dd68b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:02:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['3099a440-2c47-40d7-9292-044c4df7f76f'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:48.507541 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.db [None req-2b2195ab-1160-4e63-bfdc-768cd4e7df3e admin admin] For port 92f23cd6-ba78-485a-96bb-3bf7a7c684d7, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=92f23cd6-ba78-485a-96bb-3bf7a7c684d7,segment=NetworkSegment(a71a77f2-f00b-4634-9c06-cb577f22632a),segment_id=a71a77f2-f00b-4634-9c06-cb577f22632a)] {{(pid=82757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:02:48.507920 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-2b2195ab-1160-4e63-bfdc-768cd4e7df3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:48.567217 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-94e1a932-74c7-4c75-ab04-d1d5f5dd68b0 None None] Set router 3099a440-2c47-40d7-9292-044c4df7f76f gateway port host: None {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:02:48.637360 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-2b2195ab-1160-4e63-bfdc-768cd4e7df3e admin admin] Calling delete_port for 92f23cd6-ba78-485a-96bb-3bf7a7c684d7 owned by network:router_gateway {{(pid=82757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:02:48.725086 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-94e1a932-74c7-4c75-ab04-d1d5f5dd68b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'name': 'tempest-TestShelveInstance-260813738-router', 'tenant_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:51:35Z', 'updated_at': '2022-01-18T13:02:48Z', 'revision_number': 6, 'project_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'gw_port_host': None}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:48.730442 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e1a932-74c7-4c75-ab04-d1d5f5dd68b0 None None] The sync data for ids ['3099a440-2c47-40d7-9292-044c4df7f76f'] in dv-cinder-825103-1-iscsi is: [{'id': '3099a440-2c47-40d7-9292-044c4df7f76f', 'name': 'tempest-TestShelveInstance-260813738-router', 'tenant_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:51:35Z', 'updated_at': '2022-01-18T13:02:48Z', 'revision_number': 6, 'project_id': 'd12a14a06d354f1cbe6b1e07ffb4521c', 'gw_port_host': None}] {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:02:48.932184 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:49.017267 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-2b2195ab-1160-4e63-bfdc-768cd4e7df3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15894096'] for port, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:49.064891 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2195ab-1160-4e63-bfdc-768cd4e7df3e admin admin] Pushing event deleted for resources: {'Port': ['ID=92f23cd6-ba78-485a-96bb-3bf7a7c684d7,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:02:49.076609 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2195ab-1160-4e63-bfdc-768cd4e7df3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:49.077140 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2195ab-1160-4e63-bfdc-768cd4e7df3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:49.077641 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2195ab-1160-4e63-bfdc-768cd4e7df3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:49.078128 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2195ab-1160-4e63-bfdc-768cd4e7df3e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:49.078603 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2195ab-1160-4e63-bfdc-768cd4e7df3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:49.079121 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2195ab-1160-4e63-bfdc-768cd4e7df3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:49.079624 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2195ab-1160-4e63-bfdc-768cd4e7df3e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:49.080115 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2195ab-1160-4e63-bfdc-768cd4e7df3e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:49.080437 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2195ab-1160-4e63-bfdc-768cd4e7df3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:49.080753 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2195ab-1160-4e63-bfdc-768cd4e7df3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:49.081070 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2195ab-1160-4e63-bfdc-768cd4e7df3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:02:49.325897 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-2b2195ab-1160-4e63-bfdc-768cd4e7df3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16439416'] for router_gateway, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:49.624614 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-2b2195ab-1160-4e63-bfdc-768cd4e7df3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16435180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43902'] for router, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:49.628876 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-2b2195ab-1160-4e63-bfdc-768cd4e7df3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:49.695309 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 92f23cd6-ba78-485a-96bb-3bf7a7c684d7 no longer exists at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:02:49.725181 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-2b2195ab-1160-4e63-bfdc-768cd4e7df3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16435088'] for router, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:49.726181 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2195ab-1160-4e63-bfdc-768cd4e7df3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3099a440-2c47-40d7-9292-044c4df7f76f {{(pid=82757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 13:02:49.733909 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] No Port match for: 92f23cd6-ba78-485a-96bb-3bf7a7c684d7 {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:02:49.734254 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 92f23cd6-ba78-485a-96bb-3bf7a7c684d7 not bound to the agent host dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:02:49.734697 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device b8263b83-54db-4e2a-8990-b095edcbc097 no longer exists at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:02:49.745686 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-2b2195ab-1160-4e63-bfdc-768cd4e7df3e admin admin] Notify callbacks [] for router, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:49.749093 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-2b2195ab-1160-4e63-bfdc-768cd4e7df3e admin admin] 10.222.0.84 "DELETE /v2.0/routers/3099a440-2c47-40d7-9292-044c4df7f76f HTTP/1.1" status: 204 len: 168 time: 1.8542466 Jan 18 13:02:49.749486 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 60366) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:02:49.775624 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] No Port match for: b8263b83-54db-4e2a-8990-b095edcbc097 {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:02:49.775912 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device b8263b83-54db-4e2a-8990-b095edcbc097 not bound to the agent host dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:02:49.817904 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.db_base_plugin_v2 [None req-6adaf675-d821-40eb-8a9f-805a800af66d admin admin] Deleting subnet efa0d51d-b8a5-4b68-ba6e-274c53d28a33 {{(pid=82756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:02:49.822985 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-6adaf675-d821-40eb-8a9f-805a800af66d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:49.883235 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-6adaf675-d821-40eb-8a9f-805a800af66d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16106710'] for subnet, precommit_delete_associations {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:50.007723 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-6adaf675-d821-40eb-8a9f-805a800af66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562804'] for subnet, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:50.083602 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-6adaf675-d821-40eb-8a9f-805a800af66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15289823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15475749'] for subnet, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:50.127773 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adaf675-d821-40eb-8a9f-805a800af66d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efa0d51d-b8a5-4b68-ba6e-274c53d28a33,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:02:50.133294 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-6adaf675-d821-40eb-8a9f-805a800af66d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for subnet, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:50.140733 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48b6502-c3b0-459d-a98d-14846ea4d0ba None None] Network 651f3972-1243-4a5a-964a-9845b463efa9 requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:02:50.141030 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-6adaf675-d821-40eb-8a9f-805a800af66d admin admin] 10.222.0.84 "DELETE /v2.0/subnets/efa0d51d-b8a5-4b68-ba6e-274c53d28a33 HTTP/1.1" status: 204 len: 168 time: 0.3901348 Jan 18 13:02:50.143746 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 60378) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:02:50.255551 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-554bfbcd-d420-4f12-851f-d3227df4337f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653206'] for network, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:50.268498 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [None req-554bfbcd-d420-4f12-851f-d3227df4337f admin admin] Deleting port 52d92b48-30a3-450a-9a85-018e41706b0d {{(pid=82756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:02:50.268945 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-554bfbcd-d420-4f12-851f-d3227df4337f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:50.421436 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3c9860-e0ae-4d3a-b68e-f6345b2dbef2 None None] DHCP port deletion for 651f3972-1243-4a5a-964a-9845b463efa9 request from dv-cinder-825103-1-iscsi {{(pid=82758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 13:02:50.426489 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-3f3c9860-e0ae-4d3a-b68e-f6345b2dbef2 None None] Deleting port 52d92b48-30a3-450a-9a85-018e41706b0d {{(pid=82758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:02:50.427026 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-3f3c9860-e0ae-4d3a-b68e-f6345b2dbef2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:50.503311 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [None req-554bfbcd-d420-4f12-851f-d3227df4337f admin admin] For port 52d92b48-30a3-450a-9a85-018e41706b0d, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=52d92b48-30a3-450a-9a85-018e41706b0d,segment=NetworkSegment(17b16814-4c19-4a37-a98d-29859b19aa8d),segment_id=17b16814-4c19-4a37-a98d-29859b19aa8d)] {{(pid=82756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:02:50.503702 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-554bfbcd-d420-4f12-851f-d3227df4337f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:50.628950 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [None req-554bfbcd-d420-4f12-851f-d3227df4337f admin admin] Calling delete_port for 52d92b48-30a3-450a-9a85-018e41706b0d owned by network:dhcp {{(pid=82756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:02:50.677552 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-3f3c9860-e0ae-4d3a-b68e-f6345b2dbef2 None None] For port 52d92b48-30a3-450a-9a85-018e41706b0d, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=52d92b48-30a3-450a-9a85-018e41706b0d,segment=NetworkSegment(17b16814-4c19-4a37-a98d-29859b19aa8d),segment_id=17b16814-4c19-4a37-a98d-29859b19aa8d)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:02:50.677933 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-3f3c9860-e0ae-4d3a-b68e-f6345b2dbef2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:50.715530 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-554bfbcd-d420-4f12-851f-d3227df4337f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:50.765599 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554bfbcd-d420-4f12-851f-d3227df4337f admin admin] Pushing event deleted for resources: {'Port': ['ID=52d92b48-30a3-450a-9a85-018e41706b0d,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:02:50.776902 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554bfbcd-d420-4f12-851f-d3227df4337f admin admin] No DVR routers for this DVR port 52d92b48-30a3-450a-9a85-018e41706b0d on host dv-cinder-825103-1-iscsi {{(pid=82756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:02:50.807679 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-3f3c9860-e0ae-4d3a-b68e-f6345b2dbef2 None None] Calling delete_port for 52d92b48-30a3-450a-9a85-018e41706b0d owned by network:dhcp {{(pid=82758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:02:50.906484 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-554bfbcd-d420-4f12-851f-d3227df4337f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561661', 'neutron.services.segments.db._delete_segments_for_network-8736039390428'] for network, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:50.933539 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.services.segments.db [None req-554bfbcd-d420-4f12-851f-d3227df4337f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['651f3972-1243-4a5a-964a-9845b463efa9']}} {{(pid=82756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:50.943454 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.db.api [None req-3f3c9860-e0ae-4d3a-b68e-f6345b2dbef2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:02:50.943838 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG oslo_db.api [None req-3f3c9860-e0ae-4d3a-b68e-f6345b2dbef2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:02:50.946735 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.services.segments.db [None req-554bfbcd-d420-4f12-851f-d3227df4337f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17b16814-4c19-4a37-a98d-29859b19aa8d') {'for_net_delete': True} {{(pid=82756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:50.947031 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.services.segments.db [None req-554bfbcd-d420-4f12-851f-d3227df4337f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17b16814-4c19-4a37-a98d-29859b19aa8d') {} {{(pid=82756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:50.958693 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-554bfbcd-d420-4f12-851f-d3227df4337f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736039390311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16106717'] for segment, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:50.974775 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-554bfbcd-d420-4f12-851f-d3227df4337f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-557774'] for segment, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:50.982477 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-554bfbcd-d420-4f12-851f-d3227df4337f admin admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=82756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:02:50.982994 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-554bfbcd-d420-4f12-851f-d3227df4337f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-557785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15337081'] for segment, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:51.000753 dv-cinder-825103-1-iscsi neutron-server[82756]: Traceback (most recent call last): Jan 18 13:02:51.000753 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:02:51.000753 dv-cinder-825103-1-iscsi neutron-server[82756]: timer() Jan 18 13:02:51.000753 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:02:51.000753 dv-cinder-825103-1-iscsi neutron-server[82756]: cb(*args, **kw) Jan 18 13:02:51.000753 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:02:51.000753 dv-cinder-825103-1-iscsi neutron-server[82756]: return func(*args, **kwargs) Jan 18 13:02:51.000753 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:02:51.000753 dv-cinder-825103-1-iscsi neutron-server[82756]: self._notify() Jan 18 13:02:51.000753 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:02:51.000753 dv-cinder-825103-1-iscsi neutron-server[82756]: self.callback(batched_events) Jan 18 13:02:51.000753 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:02:51.000753 dv-cinder-825103-1-iscsi neutron-server[82756]: event.method(event) Jan 18 13:02:51.000753 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:02:51.000753 dv-cinder-825103-1-iscsi neutron-server[82756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:02:51.000753 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:02:51.000753 dv-cinder-825103-1-iscsi neutron-server[82756]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:02:51.000753 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:02:51.000753 dv-cinder-825103-1-iscsi neutron-server[82756]: return f(self, *a, **k) Jan 18 13:02:51.000753 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:02:51.000753 dv-cinder-825103-1-iscsi neutron-server[82756]: return self._get(url).json() Jan 18 13:02:51.000753 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:02:51.000753 dv-cinder-825103-1-iscsi neutron-server[82756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:02:51.000753 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:02:51.000753 dv-cinder-825103-1-iscsi neutron-server[82756]: return self.request(url, 'GET', **kwargs) Jan 18 13:02:51.000753 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:02:51.000753 dv-cinder-825103-1-iscsi neutron-server[82756]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:02:51.000753 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:02:51.000753 dv-cinder-825103-1-iscsi neutron-server[82756]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:02:51.000753 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:02:51.000753 dv-cinder-825103-1-iscsi neutron-server[82756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:02:51.000753 dv-cinder-825103-1-iscsi neutron-server[82756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:02:51.163418 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-554bfbcd-d420-4f12-851f-d3227df4337f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16439389'] for network, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:51.181926 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-554bfbcd-d420-4f12-851f-d3227df4337f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for network, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:51.198763 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554bfbcd-d420-4f12-851f-d3227df4337f admin admin] Pushing event deleted for resources: {'Network': ['ID=651f3972-1243-4a5a-964a-9845b463efa9,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:02:51.210991 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-554bfbcd-d420-4f12-851f-d3227df4337f admin admin] 10.222.0.84 "DELETE /v2.0/networks/651f3972-1243-4a5a-964a-9845b463efa9 HTTP/1.1" status: 204 len: 168 time: 1.0659902 Jan 18 13:02:51.213856 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 60394) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:02:51.444775 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-3f3c9860-e0ae-4d3a-b68e-f6345b2dbef2 None None] Deleting port 52d92b48-30a3-450a-9a85-018e41706b0d {{(pid=82758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:02:51.445149 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-3f3c9860-e0ae-4d3a-b68e-f6345b2dbef2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:51.510896 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-3f3c9860-e0ae-4d3a-b68e-f6345b2dbef2 None None] The port '52d92b48-30a3-450a-9a85-018e41706b0d' was deleted {{(pid=82758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 13:02:51.627252 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-46c80b4f-101e-4236-8d9a-8c47c2f3da52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16440925'] for router_interface, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:51.688210 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 52d92b48-30a3-450a-9a85-018e41706b0d no longer exists at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:02:51.722021 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] No Port match for: 52d92b48-30a3-450a-9a85-018e41706b0d {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:02:51.722353 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 52d92b48-30a3-450a-9a85-018e41706b0d not bound to the agent host dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:02:52.269394 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [None req-46c80b4f-101e-4236-8d9a-8c47c2f3da52 admin admin] Deleting port 0840d73f-4886-4ead-a346-b5216177145a {{(pid=82756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:02:52.269989 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-46c80b4f-101e-4236-8d9a-8c47c2f3da52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:52.463917 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [None req-46c80b4f-101e-4236-8d9a-8c47c2f3da52 admin admin] For port 0840d73f-4886-4ead-a346-b5216177145a, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=0840d73f-4886-4ead-a346-b5216177145a,segment=NetworkSegment(31d5a0b6-cbe2-43ad-b6d0-4ece60b39142),segment_id=31d5a0b6-cbe2-43ad-b6d0-4ece60b39142)] {{(pid=82756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:02:52.464229 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-46c80b4f-101e-4236-8d9a-8c47c2f3da52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:52.598264 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [None req-46c80b4f-101e-4236-8d9a-8c47c2f3da52 admin admin] Calling delete_port for 0840d73f-4886-4ead-a346-b5216177145a owned by network:router_interface {{(pid=82756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:02:52.881760 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-46c80b4f-101e-4236-8d9a-8c47c2f3da52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:52.929017 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c80b4f-101e-4236-8d9a-8c47c2f3da52 admin admin] Pushing event deleted for resources: {'Port': ['ID=0840d73f-4886-4ead-a346-b5216177145a,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:02:53.250460 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-46c80b4f-101e-4236-8d9a-8c47c2f3da52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15336335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16439476'] for router_interface, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:53.890273 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c80b4f-101e-4236-8d9a-8c47c2f3da52 admin admin] Router a59f6ff1-78e5-4b49-acf9-2f05f4d687b3 has already been hosted by L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 {{(pid=82756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:02:54.089613 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c80b4f-101e-4236-8d9a-8c47c2f3da52 admin admin] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:02:54.105502 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47701ee-1efd-4ff0-a6f0-29f2712f9282 None None] Sync routers for ids ['a59f6ff1-78e5-4b49-acf9-2f05f4d687b3'] in dv-cinder-825103-1-iscsi {{(pid=82759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:02:54.109481 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-46c80b4f-101e-4236-8d9a-8c47c2f3da52 admin admin] 10.222.0.84 "PUT /v2.0/routers/a59f6ff1-78e5-4b49-acf9-2f05f4d687b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8944306 Jan 18 13:02:54.111866 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 60434) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:02:54.120840 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47701ee-1efd-4ff0-a6f0-29f2712f9282 None None] Routers {'a59f6ff1-78e5-4b49-acf9-2f05f4d687b3'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:02:54.121537 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-b47701ee-1efd-4ff0-a6f0-29f2712f9282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:02:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['a59f6ff1-78e5-4b49-acf9-2f05f4d687b3'], 'active': True} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:54.314286 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvr_db [None req-b47701ee-1efd-4ff0-a6f0-29f2712f9282 None None] Set router a59f6ff1-78e5-4b49-acf9-2f05f4d687b3 gateway port host: dv-cinder-825103-1-iscsi {{(pid=82759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:02:54.333462 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4164a0aa-afac-4cd1-b2b5-77a5edea7008 admin admin] Notify callbacks [] for router, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:54.612004 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-b47701ee-1efd-4ff0-a6f0-29f2712f9282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59f6ff1-78e5-4b49-acf9-2f05f4d687b3', 'name': 'tempest-TestShelveInstance-676357443-router', 'tenant_id': '9618812e4cdb4f3ca5efb8fc4c1cae12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'd490a21e-f220-46a4-893e-dbca8f97378f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:51:51Z', 'updated_at': '2022-01-18T13:02:52Z', 'revision_number': 5, 'project_id': '9618812e4cdb4f3ca5efb8fc4c1cae12', 'gw_port': {'id': 'd490a21e-f220-46a4-893e-dbca8f97378f', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59f6ff1-78e5-4b49-acf9-2f05f4d687b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:51:51Z', 'updated_at': '2022-01-18T12:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:54.616528 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47701ee-1efd-4ff0-a6f0-29f2712f9282 None None] Checking router: a59f6ff1-78e5-4b49-acf9-2f05f4d687b3 for host: dv-cinder-825103-1-iscsi {{(pid=82759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:02:54.628514 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47701ee-1efd-4ff0-a6f0-29f2712f9282 None None] Routers {'a59f6ff1-78e5-4b49-acf9-2f05f4d687b3'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:02:54.629132 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-b47701ee-1efd-4ff0-a6f0-29f2712f9282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:02:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['a59f6ff1-78e5-4b49-acf9-2f05f4d687b3'], 'active': True} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:54.700819 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4164a0aa-afac-4cd1-b2b5-77a5edea7008 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:54.713053 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-4164a0aa-afac-4cd1-b2b5-77a5edea7008 admin admin] Deleting port d490a21e-f220-46a4-893e-dbca8f97378f {{(pid=82757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:02:54.713657 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4164a0aa-afac-4cd1-b2b5-77a5edea7008 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:54.827841 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvr_db [None req-b47701ee-1efd-4ff0-a6f0-29f2712f9282 None None] Set router a59f6ff1-78e5-4b49-acf9-2f05f4d687b3 gateway port host: dv-cinder-825103-1-iscsi {{(pid=82759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:02:54.897520 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.db [None req-4164a0aa-afac-4cd1-b2b5-77a5edea7008 admin admin] For port d490a21e-f220-46a4-893e-dbca8f97378f, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=d490a21e-f220-46a4-893e-dbca8f97378f,segment=NetworkSegment(a71a77f2-f00b-4634-9c06-cb577f22632a),segment_id=a71a77f2-f00b-4634-9c06-cb577f22632a)] {{(pid=82757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:02:54.897780 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4164a0aa-afac-4cd1-b2b5-77a5edea7008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:55.018053 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-4164a0aa-afac-4cd1-b2b5-77a5edea7008 admin admin] Calling delete_port for d490a21e-f220-46a4-893e-dbca8f97378f owned by network:router_gateway {{(pid=82757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:02:55.116347 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-b47701ee-1efd-4ff0-a6f0-29f2712f9282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a59f6ff1-78e5-4b49-acf9-2f05f4d687b3', 'name': 'tempest-TestShelveInstance-676357443-router', 'tenant_id': '9618812e4cdb4f3ca5efb8fc4c1cae12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'd490a21e-f220-46a4-893e-dbca8f97378f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:51:51Z', 'updated_at': '2022-01-18T13:02:52Z', 'revision_number': 5, 'project_id': '9618812e4cdb4f3ca5efb8fc4c1cae12', 'gw_port': {'id': 'd490a21e-f220-46a4-893e-dbca8f97378f', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59f6ff1-78e5-4b49-acf9-2f05f4d687b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:51:51Z', 'updated_at': '2022-01-18T12:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:55.121603 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47701ee-1efd-4ff0-a6f0-29f2712f9282 None None] The sync data for ids ['a59f6ff1-78e5-4b49-acf9-2f05f4d687b3'] in dv-cinder-825103-1-iscsi is: [{'id': 'a59f6ff1-78e5-4b49-acf9-2f05f4d687b3', 'name': 'tempest-TestShelveInstance-676357443-router', 'tenant_id': '9618812e4cdb4f3ca5efb8fc4c1cae12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': 'd490a21e-f220-46a4-893e-dbca8f97378f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:51:51Z', 'updated_at': '2022-01-18T13:02:52Z', 'revision_number': 5, 'project_id': '9618812e4cdb4f3ca5efb8fc4c1cae12', 'gw_port': {'id': 'd490a21e-f220-46a4-893e-dbca8f97378f', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:c5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59f6ff1-78e5-4b49-acf9-2f05f4d687b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:51:51Z', 'updated_at': '2022-01-18T12:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}] {{(pid=82759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:02:55.191382 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4164a0aa-afac-4cd1-b2b5-77a5edea7008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15894096'] for port, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:55.238778 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164a0aa-afac-4cd1-b2b5-77a5edea7008 admin admin] Pushing event deleted for resources: {'Port': ['ID=d490a21e-f220-46a4-893e-dbca8f97378f,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:02:55.482156 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4164a0aa-afac-4cd1-b2b5-77a5edea7008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16439416'] for router_gateway, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:55.716996 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 0840d73f-4886-4ead-a346-b5216177145a no longer exists at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:02:55.756914 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] No Port match for: 0840d73f-4886-4ead-a346-b5216177145a {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:02:55.757384 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 0840d73f-4886-4ead-a346-b5216177145a not bound to the agent host dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:02:55.782123 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4164a0aa-afac-4cd1-b2b5-77a5edea7008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16435180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43902'] for router, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:55.786381 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4164a0aa-afac-4cd1-b2b5-77a5edea7008 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:55.814491 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4164a0aa-afac-4cd1-b2b5-77a5edea7008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16435088'] for router, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:55.815051 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4164a0aa-afac-4cd1-b2b5-77a5edea7008 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a59f6ff1-78e5-4b49-acf9-2f05f4d687b3 {{(pid=82757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 13:02:55.831375 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4164a0aa-afac-4cd1-b2b5-77a5edea7008 admin admin] Notify callbacks [] for router, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:55.832523 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-4164a0aa-afac-4cd1-b2b5-77a5edea7008 admin admin] 10.222.0.84 "DELETE /v2.0/routers/a59f6ff1-78e5-4b49-acf9-2f05f4d687b3 HTTP/1.1" status: 204 len: 168 time: 1.7190754 Jan 18 13:02:55.835196 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 60462) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:02:55.897524 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a96616-6ccf-46b3-a5e9-0ac74632b383 admin admin] Deleting subnet 333615b8-04e3-4c7c-a245-005cc016cf06 {{(pid=82757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:02:55.901468 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a2a96616-6ccf-46b3-a5e9-0ac74632b383 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:55.955739 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a2a96616-6ccf-46b3-a5e9-0ac74632b383 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182539'] for subnet, precommit_delete_associations {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:56.073981 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a2a96616-6ccf-46b3-a5e9-0ac74632b383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562804'] for subnet, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:56.149539 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a2a96616-6ccf-46b3-a5e9-0ac74632b383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15846819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15901799'] for subnet, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:56.292194 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a96616-6ccf-46b3-a5e9-0ac74632b383 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=333615b8-04e3-4c7c-a245-005cc016cf06,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:02:56.298806 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a2a96616-6ccf-46b3-a5e9-0ac74632b383 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:56.307012 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-a2a96616-6ccf-46b3-a5e9-0ac74632b383 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/333615b8-04e3-4c7c-a245-005cc016cf06 HTTP/1.1" status: 204 len: 168 time: 0.4685225 Jan 18 13:02:56.307216 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bde697d-7d5a-483b-9c88-f4d2e12f01d8 None None] Network 6ce39b7a-c411-4c71-bbc1-5a69a78f3100 requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:02:56.307342 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 60470) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:02:56.422941 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-f2e2fe65-7016-4f42-8dbc-efa3b7c21afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653206'] for network, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:56.433529 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-f2e2fe65-7016-4f42-8dbc-efa3b7c21afb admin admin] Deleting port 58e99c6d-52d8-4540-9f7f-fabbf0d1a019 {{(pid=82757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:02:56.433855 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-f2e2fe65-7016-4f42-8dbc-efa3b7c21afb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:56.566479 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc83133-05f9-4b02-a118-c3caf03283ad None None] DHCP port deletion for 6ce39b7a-c411-4c71-bbc1-5a69a78f3100 request from dv-cinder-825103-1-iscsi {{(pid=82758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 13:02:56.573042 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-bfc83133-05f9-4b02-a118-c3caf03283ad None None] Deleting port 58e99c6d-52d8-4540-9f7f-fabbf0d1a019 {{(pid=82758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:02:56.573621 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-bfc83133-05f9-4b02-a118-c3caf03283ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:56.658748 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.db [None req-f2e2fe65-7016-4f42-8dbc-efa3b7c21afb admin admin] For port 58e99c6d-52d8-4540-9f7f-fabbf0d1a019, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=58e99c6d-52d8-4540-9f7f-fabbf0d1a019,segment=NetworkSegment(31d5a0b6-cbe2-43ad-b6d0-4ece60b39142),segment_id=31d5a0b6-cbe2-43ad-b6d0-4ece60b39142)] {{(pid=82757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:02:56.659143 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-f2e2fe65-7016-4f42-8dbc-efa3b7c21afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:56.798489 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-f2e2fe65-7016-4f42-8dbc-efa3b7c21afb admin admin] Calling delete_port for 58e99c6d-52d8-4540-9f7f-fabbf0d1a019 owned by network:dhcp {{(pid=82757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:02:56.847196 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-bfc83133-05f9-4b02-a118-c3caf03283ad None None] For port 58e99c6d-52d8-4540-9f7f-fabbf0d1a019, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=58e99c6d-52d8-4540-9f7f-fabbf0d1a019,segment=NetworkSegment(31d5a0b6-cbe2-43ad-b6d0-4ece60b39142),segment_id=31d5a0b6-cbe2-43ad-b6d0-4ece60b39142)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:02:56.847817 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-bfc83133-05f9-4b02-a118-c3caf03283ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:56.876572 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-f2e2fe65-7016-4f42-8dbc-efa3b7c21afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15894096'] for port, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:56.925854 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e2fe65-7016-4f42-8dbc-efa3b7c21afb admin admin] Pushing event deleted for resources: {'Port': ['ID=58e99c6d-52d8-4540-9f7f-fabbf0d1a019,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:02:56.930222 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e2fe65-7016-4f42-8dbc-efa3b7c21afb admin admin] No DVR routers for this DVR port 58e99c6d-52d8-4540-9f7f-fabbf0d1a019 on host dv-cinder-825103-1-iscsi {{(pid=82757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:02:56.974006 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-bfc83133-05f9-4b02-a118-c3caf03283ad None None] Calling delete_port for 58e99c6d-52d8-4540-9f7f-fabbf0d1a019 owned by network:dhcp {{(pid=82758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:02:57.049480 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.db.api [None req-bfc83133-05f9-4b02-a118-c3caf03283ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:02:57.050092 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG oslo_db.api [None req-bfc83133-05f9-4b02-a118-c3caf03283ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:02:57.050354 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-f2e2fe65-7016-4f42-8dbc-efa3b7c21afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561661', 'neutron.services.segments.db._delete_segments_for_network-8736039390428'] for network, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:57.077287 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.services.segments.db [None req-f2e2fe65-7016-4f42-8dbc-efa3b7c21afb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce39b7a-c411-4c71-bbc1-5a69a78f3100']}} {{(pid=82757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:57.089955 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.services.segments.db [None req-f2e2fe65-7016-4f42-8dbc-efa3b7c21afb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31d5a0b6-cbe2-43ad-b6d0-4ece60b39142') {'for_net_delete': True} {{(pid=82757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:57.090248 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.services.segments.db [None req-f2e2fe65-7016-4f42-8dbc-efa3b7c21afb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31d5a0b6-cbe2-43ad-b6d0-4ece60b39142') {} {{(pid=82757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:02:57.101253 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-f2e2fe65-7016-4f42-8dbc-efa3b7c21afb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736039390311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182528'] for segment, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:57.117743 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-f2e2fe65-7016-4f42-8dbc-efa3b7c21afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-557774'] for segment, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:57.126374 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e2fe65-7016-4f42-8dbc-efa3b7c21afb admin admin] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=82757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:02:57.126803 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-f2e2fe65-7016-4f42-8dbc-efa3b7c21afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-557785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15894021'] for segment, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:57.140318 dv-cinder-825103-1-iscsi neutron-server[82757]: Traceback (most recent call last): Jan 18 13:02:57.140318 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:02:57.140318 dv-cinder-825103-1-iscsi neutron-server[82757]: timer() Jan 18 13:02:57.140318 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:02:57.140318 dv-cinder-825103-1-iscsi neutron-server[82757]: cb(*args, **kw) Jan 18 13:02:57.140318 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:02:57.140318 dv-cinder-825103-1-iscsi neutron-server[82757]: return func(*args, **kwargs) Jan 18 13:02:57.140318 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:02:57.140318 dv-cinder-825103-1-iscsi neutron-server[82757]: self._notify() Jan 18 13:02:57.140318 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:02:57.140318 dv-cinder-825103-1-iscsi neutron-server[82757]: self.callback(batched_events) Jan 18 13:02:57.140318 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:02:57.140318 dv-cinder-825103-1-iscsi neutron-server[82757]: event.method(event) Jan 18 13:02:57.140318 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:02:57.140318 dv-cinder-825103-1-iscsi neutron-server[82757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:02:57.140318 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:02:57.140318 dv-cinder-825103-1-iscsi neutron-server[82757]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:02:57.140318 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:02:57.140318 dv-cinder-825103-1-iscsi neutron-server[82757]: return f(self, *a, **k) Jan 18 13:02:57.140318 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:02:57.140318 dv-cinder-825103-1-iscsi neutron-server[82757]: return self._get(url).json() Jan 18 13:02:57.140318 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:02:57.140318 dv-cinder-825103-1-iscsi neutron-server[82757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:02:57.140318 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:02:57.140318 dv-cinder-825103-1-iscsi neutron-server[82757]: return self.request(url, 'GET', **kwargs) Jan 18 13:02:57.140318 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:02:57.140318 dv-cinder-825103-1-iscsi neutron-server[82757]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:02:57.140318 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:02:57.140318 dv-cinder-825103-1-iscsi neutron-server[82757]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:02:57.140318 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:02:57.140318 dv-cinder-825103-1-iscsi neutron-server[82757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:02:57.140318 dv-cinder-825103-1-iscsi neutron-server[82757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:02:57.222833 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-f2e2fe65-7016-4f42-8dbc-efa3b7c21afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16439389'] for network, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:57.230085 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-f2e2fe65-7016-4f42-8dbc-efa3b7c21afb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for network, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:57.253190 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e2fe65-7016-4f42-8dbc-efa3b7c21afb admin admin] Pushing event deleted for resources: {'Network': ['ID=6ce39b7a-c411-4c71-bbc1-5a69a78f3100,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:02:57.258927 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-f2e2fe65-7016-4f42-8dbc-efa3b7c21afb admin admin] 10.222.0.84 "DELETE /v2.0/networks/6ce39b7a-c411-4c71-bbc1-5a69a78f3100 HTTP/1.1" status: 204 len: 168 time: 0.9507785 Jan 18 13:02:57.402343 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 60490) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:02:57.458561 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-eadbf0e7-1868-41c9-be02-00b74ba42576 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d12a14a06d354f1cbe6b1e07ffb4521c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0549891 Jan 18 13:02:57.461003 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 60494) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:02:57.544814 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-1ea9048c-3059-4d2f-9055-413c07e7b2f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:57.551282 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-bfc83133-05f9-4b02-a118-c3caf03283ad None None] Deleting port 58e99c6d-52d8-4540-9f7f-fabbf0d1a019 {{(pid=82758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:02:57.551664 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-bfc83133-05f9-4b02-a118-c3caf03283ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:57.572676 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-1ea9048c-3059-4d2f-9055-413c07e7b2f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:57.617903 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-bfc83133-05f9-4b02-a118-c3caf03283ad None None] The port '58e99c6d-52d8-4540-9f7f-fabbf0d1a019' was deleted {{(pid=82758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 13:02:57.632127 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-1ea9048c-3059-4d2f-9055-413c07e7b2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:57.654588 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea9048c-3059-4d2f-9055-413c07e7b2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300772cf-6c49-4141-85c5-c868f0fd8420,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:02:57.664552 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-1ea9048c-3059-4d2f-9055-413c07e7b2f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:57.666359 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-1ea9048c-3059-4d2f-9055-413c07e7b2f3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/300772cf-6c49-4141-85c5-c868f0fd8420 HTTP/1.1" status: 204 len: 168 time: 0.2040946 Jan 18 13:02:57.706057 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device d490a21e-f220-46a4-893e-dbca8f97378f no longer exists at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:02:57.749449 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] No Port match for: d490a21e-f220-46a4-893e-dbca8f97378f {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:02:57.749785 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device d490a21e-f220-46a4-893e-dbca8f97378f not bound to the agent host dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:02:57.750212 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 58e99c6d-52d8-4540-9f7f-fabbf0d1a019 no longer exists at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:02:57.786093 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] No Port match for: 58e99c6d-52d8-4540-9f7f-fabbf0d1a019 {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:02:57.786434 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 58e99c6d-52d8-4540-9f7f-fabbf0d1a019 not bound to the agent host dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:02:58.122471 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 60514) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:02:58.175113 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-ddce4370-d3f9-48a5-8cf9-01a2694708af admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9618812e4cdb4f3ca5efb8fc4c1cae12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0512908 Jan 18 13:02:58.177731 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 60518) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:02:58.238634 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ddd285a8-4dc9-46a9-942b-87ca05e71911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:58.264134 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ddd285a8-4dc9-46a9-942b-87ca05e71911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:58.316405 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ddd285a8-4dc9-46a9-942b-87ca05e71911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:58.332900 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd285a8-4dc9-46a9-942b-87ca05e71911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b847d9-b414-4722-b731-3fbbafbbdd0e,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:02:58.337484 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ddd285a8-4dc9-46a9-942b-87ca05e71911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:02:58.338262 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-ddd285a8-4dc9-46a9-942b-87ca05e71911 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c2b847d9-b414-4722-b731-3fbbafbbdd0e HTTP/1.1" status: 204 len: 168 time: 0.1595812 Jan 18 13:03:00.031972 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:03:10.125357 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:13.826481 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-a9a43711-3cf8-4228-9602-06326fbb5c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:16.062357 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-a7739497-376b-48c4-a428-56cdee76758e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:17.267504 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:17.459052 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:18.926634 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:37.023914 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:03:40.139550 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:43.727853 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-3d3f7d2e-d9c4-4070-a311-da6ffc7e2d6a req-83a92175-5e0c-4ee7-87b9-c0e2663c9e4a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726490 Jan 18 13:03:43.830610 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-f8652b90-f91e-4f01-835d-7c1783e090af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:43.931780 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-3d3f7d2e-d9c4-4070-a311-da6ffc7e2d6a req-ee04c7d4-1d35-4627-a8bd-54514331e527 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f57a5761ea3b4b6ebfc881a4b5a7d527&device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 1098 time: 0.1719267 Jan 18 13:03:44.083600 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f7d2e-d9c4-4070-a311-da6ffc7e2d6a req-f3802995-ef7c-46f8-9f1c-2c440136c5b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:03:44.085052 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-3d3f7d2e-d9c4-4070-a311-da6ffc7e2d6a req-f3802995-ef7c-46f8-9f1c-2c440136c5b5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72 HTTP/1.1" status: 200 len: 916 time: 0.1346893 Jan 18 13:03:44.156094 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-3d3f7d2e-d9c4-4070-a311-da6ffc7e2d6a req-5a9db036-a6c6-4e5c-a4eb-9e289c42c4d3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3178e478-c15c-427f-9496-6e3c632d818a HTTP/1.1" status: 200 len: 217 time: 0.0648012 Jan 18 13:03:44.221620 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f7d2e-d9c4-4070-a311-da6ffc7e2d6a req-ad6bb336-4951-44b7-9dc3-9cf63a3fcd16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:03:44.223078 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-3d3f7d2e-d9c4-4070-a311-da6ffc7e2d6a req-ad6bb336-4951-44b7-9dc3-9cf63a3fcd16 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f70909e0-87f3-49af-9ce4-5709c59c89a7 HTTP/1.1" status: 200 len: 854 time: 0.0616524 Jan 18 13:03:44.277618 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-3d3f7d2e-d9c4-4070-a311-da6ffc7e2d6a req-a66356fc-2f3c-4fd4-8caf-c9574b3370ce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484316 Jan 18 13:03:44.422072 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-3d3f7d2e-d9c4-4070-a311-da6ffc7e2d6a req-ff718cb7-68f8-46c0-800d-2e26d6663d73 service neutron] 10.222.0.35 "GET /v2.0/networks/58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382611 Jan 18 13:03:44.557941 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-3d3f7d2e-d9c4-4070-a311-da6ffc7e2d6a req-9a75e562-5d9d-4439-808a-52b17f220f9f service neutron] 10.222.0.35 "GET /v2.0/networks/58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296329 Jan 18 13:03:46.065811 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-003dbf75-d628-4b1d-9f6e-cc13898229a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:47.269521 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:47.461640 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:03:48.928501 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:10.154496 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:13.830417 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-9db96598-2c93-4105-b4ef-31ab0d49e990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:14.025461 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:04:16.074451 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-560c846a-4894-49fe-b117-98347fc3e2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:17.274499 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:17.464608 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:17.729174 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 33316) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:04:17.888770 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b63d4e66-819d-4b84-b161-6ecc4052f1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:17.926481 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-b63d4e66-819d-4b84-b161-6ecc4052f1b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:04:17.930825 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-b63d4e66-819d-4b84-b161-6ecc4052f1b8 admin admin] Usage tracker for resource:security_group_rule and tenant:430fd5ca84c74057a3ca2e74b1ca5547 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:04:17.934082 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-b63d4e66-819d-4b84-b161-6ecc4052f1b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:04:17.940548 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-b63d4e66-819d-4b84-b161-6ecc4052f1b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:04:18.013809 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b63d4e66-819d-4b84-b161-6ecc4052f1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:18.020698 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b63d4e66-819d-4b84-b161-6ecc4052f1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:18.085320 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d4e66-819d-4b84-b161-6ecc4052f1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa4052e-8b4c-4fec-b811-1381db1cfccd,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:04:18.090368 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-b63d4e66-819d-4b84-b161-6ecc4052f1b8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=430fd5ca84c74057a3ca2e74b1ca5547&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3598678 Jan 18 13:04:18.093023 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 33332) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:04:18.112049 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d4e66-819d-4b84-b161-6ecc4052f1b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:18.112403 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d4e66-819d-4b84-b161-6ecc4052f1b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:18.112744 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d4e66-819d-4b84-b161-6ecc4052f1b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:18.113082 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d4e66-819d-4b84-b161-6ecc4052f1b8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:18.113627 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d4e66-819d-4b84-b161-6ecc4052f1b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:18.113975 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d4e66-819d-4b84-b161-6ecc4052f1b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:18.114291 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d4e66-819d-4b84-b161-6ecc4052f1b8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:18.114618 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d4e66-819d-4b84-b161-6ecc4052f1b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:18.114963 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d4e66-819d-4b84-b161-6ecc4052f1b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:18.115284 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d4e66-819d-4b84-b161-6ecc4052f1b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:18.115612 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63d4e66-819d-4b84-b161-6ecc4052f1b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:18.169543 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-c3e354dc-a5bf-46d4-ba6c-7629d625f6b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:18.195941 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-c3e354dc-a5bf-46d4-ba6c-7629d625f6b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:18.254660 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-c3e354dc-a5bf-46d4-ba6c-7629d625f6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:18.274189 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e354dc-a5bf-46d4-ba6c-7629d625f6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa4052e-8b4c-4fec-b811-1381db1cfccd,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:04:18.283350 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-c3e354dc-a5bf-46d4-ba6c-7629d625f6b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:18.286856 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-c3e354dc-a5bf-46d4-ba6c-7629d625f6b1 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/aaa4052e-8b4c-4fec-b811-1381db1cfccd HTTP/1.1" status: 204 len: 168 time: 0.1906135 Jan 18 13:04:18.935113 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:39.396526 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94812466-09cf-4547-bf71-fa03b981758a req-0036adfa-7e48-4885-bbe0-1fe07558eb00 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:04:39.397995 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-94812466-09cf-4547-bf71-fa03b981758a req-0036adfa-7e48-4885-bbe0-1fe07558eb00 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 945 time: 0.0998621 Jan 18 13:04:39.455237 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-94812466-09cf-4547-bf71-fa03b981758a req-feeaa788-8c78-4547-bd7d-97b78f797d4f tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/security-groups?id=aa95e1db-4b83-44bc-8ac8-398dca75ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511267 Jan 18 13:04:40.023053 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd7ea3-e63c-40b9-a9fb-931e1ac0f1b9 req-15ea6144-4399-4985-afda-0f40eff2aa4a tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:04:40.024704 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-49fd7ea3-e63c-40b9-a9fb-931e1ac0f1b9 req-15ea6144-4399-4985-afda-0f40eff2aa4a tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 945 time: 0.0746381 Jan 18 13:04:40.101383 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [req-49fd7ea3-e63c-40b9-a9fb-931e1ac0f1b9 req-39a0e28e-d4ef-49fb-ba79-1f9ab9929a8e tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Deleting port 3178e478-c15c-427f-9496-6e3c632d818a {{(pid=82756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:04:40.101630 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-49fd7ea3-e63c-40b9-a9fb-931e1ac0f1b9 req-39a0e28e-d4ef-49fb-ba79-1f9ab9929a8e tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:40.159274 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:40.360388 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-49fd7ea3-e63c-40b9-a9fb-931e1ac0f1b9 req-39a0e28e-d4ef-49fb-ba79-1f9ab9929a8e tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] For port 3178e478-c15c-427f-9496-6e3c632d818a, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=3178e478-c15c-427f-9496-6e3c632d818a,segment=NetworkSegment(b35974eb-73ba-4577-bd01-65e7420182fa),segment_id=b35974eb-73ba-4577-bd01-65e7420182fa)] {{(pid=82756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:04:40.360640 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-49fd7ea3-e63c-40b9-a9fb-931e1ac0f1b9 req-39a0e28e-d4ef-49fb-ba79-1f9ab9929a8e tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:40.483604 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [req-49fd7ea3-e63c-40b9-a9fb-931e1ac0f1b9 req-39a0e28e-d4ef-49fb-ba79-1f9ab9929a8e tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Calling delete_port for 3178e478-c15c-427f-9496-6e3c632d818a owned by compute:nova {{(pid=82756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:04:40.700159 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-49fd7ea3-e63c-40b9-a9fb-931e1ac0f1b9 req-39a0e28e-d4ef-49fb-ba79-1f9ab9929a8e tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:40.761016 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0e28e-d4ef-49fb-ba79-1f9ab9929a8e tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Pushing event deleted for resources: {'Port': ['ID=3178e478-c15c-427f-9496-6e3c632d818a,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:04:40.887542 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444bbb07-f57c-43fe-a484-e0395956e3c8 req-d0ff89dd-251f-4720-a682-a9c198c8a68a tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:04:40.888845 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-444bbb07-f57c-43fe-a484-e0395956e3c8 req-d0ff89dd-251f-4720-a682-a9c198c8a68a tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 867 time: 0.2897449 Jan 18 13:04:40.894315 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0e28e-d4ef-49fb-ba79-1f9ab9929a8e tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:40.894651 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0e28e-d4ef-49fb-ba79-1f9ab9929a8e tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:40.895007 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0e28e-d4ef-49fb-ba79-1f9ab9929a8e tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:40.895343 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0e28e-d4ef-49fb-ba79-1f9ab9929a8e tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:40.895667 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0e28e-d4ef-49fb-ba79-1f9ab9929a8e tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:40.895987 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0e28e-d4ef-49fb-ba79-1f9ab9929a8e tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:40.896304 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0e28e-d4ef-49fb-ba79-1f9ab9929a8e tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:40.896622 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0e28e-d4ef-49fb-ba79-1f9ab9929a8e tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:40.896938 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0e28e-d4ef-49fb-ba79-1f9ab9929a8e tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:40.897249 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0e28e-d4ef-49fb-ba79-1f9ab9929a8e tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:40.897561 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0e28e-d4ef-49fb-ba79-1f9ab9929a8e tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:04:40.948931 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [req-49fd7ea3-e63c-40b9-a9fb-931e1ac0f1b9 req-39a0e28e-d4ef-49fb-ba79-1f9ab9929a8e tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] No DVR routers for this DVR port 3178e478-c15c-427f-9496-6e3c632d818a on host hv-cinder-82510 {{(pid=82756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:04:40.953217 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-49fd7ea3-e63c-40b9-a9fb-931e1ac0f1b9 req-39a0e28e-d4ef-49fb-ba79-1f9ab9929a8e tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:40.955607 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb17c44f-ae2b-4339-9215-092d0515e71e', 'name': 'network-vif-deleted', 'tag': '3178e478-c15c-427f-9496-6e3c632d818a'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:04:40.985748 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-49fd7ea3-e63c-40b9-a9fb-931e1ac0f1b9 req-39a0e28e-d4ef-49fb-ba79-1f9ab9929a8e tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.35 "DELETE /v2.0/ports/3178e478-c15c-427f-9496-6e3c632d818a HTTP/1.1" status: 204 len: 173 time: 0.9557271 Jan 18 13:04:40.992010 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-444bbb07-f57c-43fe-a484-e0395956e3c8 req-106d36c8-e09e-467a-bede-6140bf5ccd45 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/security-groups?id=aa95e1db-4b83-44bc-8ac8-398dca75ef3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913825 Jan 18 13:04:41.032051 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb17c44f-ae2b-4339-9215-092d0515e71e', 'name': 'network-vif-deleted', 'tag': '3178e478-c15c-427f-9496-6e3c632d818a', 'status': 'completed', 'code': 200} Jan 18 13:04:42.187769 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-d2e79e3f-54ca-4307-99b1-1ad8fe2ae60b req-2ce6a65b-e0ba-44a1-9dea-43461bcbb92f tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0450828 Jan 18 13:04:42.326909 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 33678) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:04:42.475084 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5a0964fb-6be7-4b77-86ff-c1667636d4c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:42.512306 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-5a0964fb-6be7-4b77-86ff-c1667636d4c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:04:42.516112 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-5a0964fb-6be7-4b77-86ff-c1667636d4c1 admin admin] Usage tracker for resource:security_group_rule and tenant:82ebfb3f0a304084adb15801f5d88d3b is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:04:42.518961 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-5a0964fb-6be7-4b77-86ff-c1667636d4c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:04:42.525173 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-5a0964fb-6be7-4b77-86ff-c1667636d4c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:04:42.595808 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5a0964fb-6be7-4b77-86ff-c1667636d4c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:42.600185 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5a0964fb-6be7-4b77-86ff-c1667636d4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:42.600496 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 3178e478-c15c-427f-9496-6e3c632d818a no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:04:42.633125 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] No Port match for: 3178e478-c15c-427f-9496-6e3c632d818a {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:04:42.633473 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 3178e478-c15c-427f-9496-6e3c632d818a not bound to the agent host hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:04:42.650796 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-5a0964fb-6be7-4b77-86ff-c1667636d4c1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=82ebfb3f0a304084adb15801f5d88d3b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3225994 Jan 18 13:04:42.651504 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0964fb-6be7-4b77-86ff-c1667636d4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfcb5d3-804e-4cc2-9082-e19d3e6841b8,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:04:42.653492 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 33686) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:04:42.716986 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-6fc19d39-465c-46e6-99b8-b8a1ab74a08f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:42.743018 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-6fc19d39-465c-46e6-99b8-b8a1ab74a08f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:42.798075 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-6fc19d39-465c-46e6-99b8-b8a1ab74a08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:42.815375 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc19d39-465c-46e6-99b8-b8a1ab74a08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfcb5d3-804e-4cc2-9082-e19d3e6841b8,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:04:42.821061 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-6fc19d39-465c-46e6-99b8-b8a1ab74a08f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:42.822494 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-6fc19d39-465c-46e6-99b8-b8a1ab74a08f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fcfcb5d3-804e-4cc2-9082-e19d3e6841b8 HTTP/1.1" status: 204 len: 168 time: 0.1679082 Jan 18 13:04:43.378634 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-d532244e-5c5b-470d-abf1-645b46b2b21f req-7c56afe5-7b28-4d64-ba1c-95133aa8102d tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Synchronizing usage tracker for tenant:f57a5761ea3b4b6ebfc881a4b5a7d527 on resource:port {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:04:43.394991 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-d532244e-5c5b-470d-abf1-645b46b2b21f req-7c56afe5-7b28-4d64-ba1c-95133aa8102d tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] Unset dirty status for tenant:f57a5761ea3b4b6ebfc881a4b5a7d527 on resource:port {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:04:43.396458 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d532244e-5c5b-470d-abf1-645b46b2b21f req-7c56afe5-7b28-4d64-ba1c-95133aa8102d tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0603590 Jan 18 13:04:43.823891 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-d7e5b9af-c781-46fc-ab8c-f215c85a4047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:44.570297 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-fba0fee7-49da-4cb9-95f4-935d1ad1b48f req-a47dbc1a-fa42-4c7a-b363-643bab9915c3 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0454712 Jan 18 13:04:45.644064 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 33780) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:04:45.744832 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-83dcff9e-90c4-4f1e-9d3c-bd95411d6ca1 req-5b44baeb-1532-49c9-a7d8-b4191269b3d6 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0467882 Jan 18 13:04:45.804282 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-d95ef90e-9d36-4f69-9ac0-ee0c1b3c39ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:45.836497 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-d95ef90e-9d36-4f69-9ac0-ee0c1b3c39ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:04:45.840485 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-d95ef90e-9d36-4f69-9ac0-ee0c1b3c39ed admin admin] Usage tracker for resource:security_group_rule and tenant:8ff9300c76f649c6b6966285abad0ee7 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:04:45.843275 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-d95ef90e-9d36-4f69-9ac0-ee0c1b3c39ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:04:45.848898 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-d95ef90e-9d36-4f69-9ac0-ee0c1b3c39ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:04:45.923013 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-d95ef90e-9d36-4f69-9ac0-ee0c1b3c39ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:45.927892 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-d95ef90e-9d36-4f69-9ac0-ee0c1b3c39ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:45.985737 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-d95ef90e-9d36-4f69-9ac0-ee0c1b3c39ed admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8ff9300c76f649c6b6966285abad0ee7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3403115 Jan 18 13:04:45.986719 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ef90e-9d36-4f69-9ac0-ee0c1b3c39ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5835b8-6fa8-4c3c-bec7-20255519b27d,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:04:45.988598 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 33788) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:04:46.050601 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-ecce1905-be6c-49cb-aef4-20674e1e74c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:46.067390 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-664a70b2-d0a4-4861-b717-0852c41451ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:46.078988 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-ecce1905-be6c-49cb-aef4-20674e1e74c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:46.133187 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-ecce1905-be6c-49cb-aef4-20674e1e74c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:46.152661 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce1905-be6c-49cb-aef4-20674e1e74c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5835b8-6fa8-4c3c-bec7-20255519b27d,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:04:46.160461 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-ecce1905-be6c-49cb-aef4-20674e1e74c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:46.173548 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-ecce1905-be6c-49cb-aef4-20674e1e74c7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1d5835b8-6fa8-4c3c-bec7-20255519b27d HTTP/1.1" status: 204 len: 168 time: 0.1744494 Jan 18 13:04:46.519147 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 33802) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:04:46.538437 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-25d8a4c9-218d-40c6-af3e-9c40d6835c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:46.572267 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-25d8a4c9-218d-40c6-af3e-9c40d6835c0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:04:46.576022 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-25d8a4c9-218d-40c6-af3e-9c40d6835c0c admin admin] Usage tracker for resource:security_group_rule and tenant:d51dfbb6b12e4265a9996bca18c12d3a is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:04:46.578811 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-25d8a4c9-218d-40c6-af3e-9c40d6835c0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:04:46.584343 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-25d8a4c9-218d-40c6-af3e-9c40d6835c0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:04:46.654179 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-25d8a4c9-218d-40c6-af3e-9c40d6835c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:46.658864 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-25d8a4c9-218d-40c6-af3e-9c40d6835c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:46.705723 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8a4c9-218d-40c6-af3e-9c40d6835c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeaf35e8-f4e7-4ad9-8aa9-b3c48b9cbbd9,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:04:46.710412 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-25d8a4c9-218d-40c6-af3e-9c40d6835c0c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d51dfbb6b12e4265a9996bca18c12d3a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1900496 Jan 18 13:04:46.713712 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 33806) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:04:46.774289 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-b140ba64-0a98-4606-9ea5-9afd2988f4f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:46.801114 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-b140ba64-0a98-4606-9ea5-9afd2988f4f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:46.854392 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-b140ba64-0a98-4606-9ea5-9afd2988f4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:46.870965 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b140ba64-0a98-4606-9ea5-9afd2988f4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeaf35e8-f4e7-4ad9-8aa9-b3c48b9cbbd9,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:04:46.879644 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-b140ba64-0a98-4606-9ea5-9afd2988f4f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:46.882712 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-b140ba64-0a98-4606-9ea5-9afd2988f4f6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/eeaf35e8-f4e7-4ad9-8aa9-b3c48b9cbbd9 HTTP/1.1" status: 204 len: 168 time: 0.1660542 Jan 18 13:04:47.028588 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-761d0f69-1d4a-4828-8a55-222ecc381775 req-0479a72a-70b1-45fc-9ad4-4c4f0944633e tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.1563263 Jan 18 13:04:47.286825 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:47.462010 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:48.220821 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9b5bbc97-4fbd-4d3b-b256-78f63e752b1c req-46d27f5d-84b7-43ef-9bfb-56278b0eae0c tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0581090 Jan 18 13:04:48.937362 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:04:49.387610 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-210558a9-22da-4e1f-b5cc-f131536522f7 req-d4dce66e-f9a5-483a-8c08-2b3f1004eab6 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0421994 Jan 18 13:04:50.579806 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-70b45fa8-e1e6-46ad-bcb3-c65710fd9024 req-50779d6c-7d95-40f4-a4a1-071686d9272f tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0431659 Jan 18 13:04:51.027233 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:04:51.743510 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-29a8ab41-308c-4ae7-b2cf-4ab799d38169 req-a35c57d5-e76c-4b66-89b6-9607675e91de tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0428169 Jan 18 13:04:52.920248 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-12080fe4-1266-4262-92be-06aefbad658d req-7834b3d2-6b46-4da9-a080-9b367166a0e5 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0527406 Jan 18 13:04:54.332819 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-26c9ca8d-a34e-4954-a635-1caddf85be7d req-c4d64474-0581-478e-ae8d-d7126e473fa1 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0485334 Jan 18 13:04:55.523270 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7fce6a9b-2f57-4f6c-9faf-9960a4e29b55 req-6e9a9255-4874-425d-978b-1c0de357ab24 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0525088 Jan 18 13:04:56.688750 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-14cbdb9d-9d00-4493-89dd-314c3a68b030 req-083fedfb-cc3e-48c6-84d7-074094cf6ef8 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0419748 Jan 18 13:04:58.004166 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2244419b-30b6-425b-9cb7-f0cd29fa4428 req-7888699e-6fc6-43e0-b0a7-eb638f4a0dd8 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0454504 Jan 18 13:04:59.168445 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-cf525202-d718-46da-9877-1bb95973a815 req-0fe25a4f-7363-4bec-ac1b-4b700dfc76c7 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0421665 Jan 18 13:05:00.334066 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0bd1a444-a3b4-4aec-9e54-1dcff0ffea11 req-58e7d336-486a-4c2c-9e6f-1ca73af8de09 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0417407 Jan 18 13:05:01.515858 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4deb706b-f1ff-4622-b8b2-8cb59c27b249 req-a41248ed-d5f8-4b78-b36c-97e5ef5a5820 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0514274 Jan 18 13:05:02.683031 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5c37a9e7-41ef-465d-8094-fc4539101531 req-032d6a82-3102-414c-a701-4ca8c166a400 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0462742 Jan 18 13:05:03.850305 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-d642526a-6b19-44b5-a018-6078a1285520 req-cb613f4c-ef2e-4e51-a2ff-213c9baf577d tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0470476 Jan 18 13:05:05.025396 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9f0b53d4-e491-47d8-8b8c-8b9c34c2f52f req-75ba07c9-6b4d-4e68-b696-16aee15aae02 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0417397 Jan 18 13:05:06.192623 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-5159e7f5-5fd4-47a7-9495-4255567fe2a4 req-ca8d18c7-7232-4c48-8994-ab10ddbf47d6 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0453503 Jan 18 13:05:07.358699 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-90622b6d-941f-42c5-88a1-5a7e113ac293 req-59227012-f747-4c2e-aec4-4595ed3c0ac8 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0421264 Jan 18 13:05:08.541048 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4c429bd1-4404-4ad8-8bce-12ac76a0d3d0 req-773e2489-94ba-49e8-b05c-a070af341563 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0507224 Jan 18 13:05:09.707484 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e12836aa-1f3d-4819-aa80-ff1624cf4971 req-79adac81-186f-46bd-808f-971f217d5bad tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0451128 Jan 18 13:05:10.164540 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:10.885456 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-9981ec31-72be-4071-8e30-6f1dfa25329d req-313705cb-8989-4cb8-9e04-9355a319fd54 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0491533 Jan 18 13:05:12.052101 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7a145446-86cf-45f9-8450-ca034c3979f9 req-c9101e3a-0e06-47c8-9d13-158d5e35b2bd tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0434513 Jan 18 13:05:13.228013 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-fb6b163f-0568-428a-93a7-a8aeac7943ae req-25dece57-02a1-485f-b2f2-8c2a6433196e tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0409932 Jan 18 13:05:13.837853 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-4b1c6ff9-f832-4665-9678-66d100ba0821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:14.291462 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3255b72-a689-4c61-92e1-7f46129a5e68 req-5b226c4e-2e01-47a6-9b79-d79302f3a04b tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:05:14.293690 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c3255b72-a689-4c61-92e1-7f46129a5e68 req-5b226c4e-2e01-47a6-9b79-d79302f3a04b tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 946 time: 0.0821111 Jan 18 13:05:14.345505 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c3255b72-a689-4c61-92e1-7f46129a5e68 req-6e4c7433-f16a-4a11-a52e-b9bbbaacde93 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459063 Jan 18 13:05:14.396480 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d8f70688-a21f-4eed-a5a4-a4210d4f868d req-52d0db67-dbae-46a8-8e52-3a5306b1681b tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0423400 Jan 18 13:05:14.914276 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a626fd-336d-49b0-bd16-b64cf5d78dda req-0156c9d9-11a6-4385-8484-af6aaa30b37b tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:05:14.915735 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-97a626fd-336d-49b0-bd16-b64cf5d78dda req-0156c9d9-11a6-4385-8484-af6aaa30b37b tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 946 time: 0.0848563 Jan 18 13:05:14.993866 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [req-97a626fd-336d-49b0-bd16-b64cf5d78dda req-60c379b3-0133-4fce-bba3-6469b58c22f9 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Deleting port 46f08e28-9893-4e71-b797-64224dcc5fb4 {{(pid=82756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:05:14.994206 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-97a626fd-336d-49b0-bd16-b64cf5d78dda req-60c379b3-0133-4fce-bba3-6469b58c22f9 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:15.251951 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-97a626fd-336d-49b0-bd16-b64cf5d78dda req-60c379b3-0133-4fce-bba3-6469b58c22f9 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] For port 46f08e28-9893-4e71-b797-64224dcc5fb4, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=46f08e28-9893-4e71-b797-64224dcc5fb4,segment=NetworkSegment(87c18e1c-b1f5-42be-a8fc-168d2192ac96),segment_id=87c18e1c-b1f5-42be-a8fc-168d2192ac96)] {{(pid=82756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:05:15.252302 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-97a626fd-336d-49b0-bd16-b64cf5d78dda req-60c379b3-0133-4fce-bba3-6469b58c22f9 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:15.578235 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d297b7a-f1a0-42e6-8cea-8ee9c4afd55c req-d9ded06d-58e7-41fa-ac9d-7dcc2cdfab09 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:05:15.579713 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-0d297b7a-f1a0-42e6-8cea-8ee9c4afd55c req-d9ded06d-58e7-41fa-ac9d-7dcc2cdfab09 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 946 time: 0.0780807 Jan 18 13:05:15.630236 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-0d297b7a-f1a0-42e6-8cea-8ee9c4afd55c req-b40f2845-6363-4900-a093-8e040baa5b81 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=b0979e50-118a-46d1-8d78-649e3fec16a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447478 Jan 18 13:05:15.652418 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-adcc91f0-08d2-4d3f-9242-1903c6fbd160 req-6f7d8359-6afb-453c-92c5-bc6e549049bc tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0626884 Jan 18 13:05:15.683104 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-97a626fd-336d-49b0-bd16-b64cf5d78dda req-60c379b3-0133-4fce-bba3-6469b58c22f9 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:15.683442 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-97a626fd-336d-49b0-bd16-b64cf5d78dda req-60c379b3-0133-4fce-bba3-6469b58c22f9 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16439339'] for floatingip, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:15.683767 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.db.l3_db [req-97a626fd-336d-49b0-bd16-b64cf5d78dda req-60c379b3-0133-4fce-bba3-6469b58c22f9 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Floating IP c431894e-6626-48c6-b1b2-3094aa6feacb disassociated. External IP: 172.27.2.126, port: 46f08e28-9893-4e71-b797-64224dcc5fb4. Jan 18 13:05:15.684318 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [req-97a626fd-336d-49b0-bd16-b64cf5d78dda req-60c379b3-0133-4fce-bba3-6469b58c22f9 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Calling delete_port for 46f08e28-9893-4e71-b797-64224dcc5fb4 owned by compute:nova {{(pid=82756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:05:15.846751 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-97a626fd-336d-49b0-bd16-b64cf5d78dda req-60c379b3-0133-4fce-bba3-6469b58c22f9 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:15.896867 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c379b3-0133-4fce-bba3-6469b58c22f9 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Pushing event deleted for resources: {'Port': ['ID=46f08e28-9893-4e71-b797-64224dcc5fb4,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:05:16.072366 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-3b3e0adf-1fa1-461f-9912-7d91b601107b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:16.123088 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97a626fd-336d-49b0-bd16-b64cf5d78dda req-60c379b3-0133-4fce-bba3-6469b58c22f9 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Router e18495b0-7751-4f9f-af15-e751b7098f0a has already been hosted by L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 {{(pid=82756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:05:16.348296 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97a626fd-336d-49b0-bd16-b64cf5d78dda req-60c379b3-0133-4fce-bba3-6469b58c22f9 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:05:16.358617 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bd0d2b-f668-4a28-ba77-249bee00196e None None] Sync routers for ids ['e18495b0-7751-4f9f-af15-e751b7098f0a'] in dv-cinder-825103-1-iscsi {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:05:16.369905 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bd0d2b-f668-4a28-ba77-249bee00196e None None] Routers {'e18495b0-7751-4f9f-af15-e751b7098f0a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:05:16.371162 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-f0bd0d2b-f668-4a28-ba77-249bee00196e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:05:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['e18495b0-7751-4f9f-af15-e751b7098f0a'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:05:16.429092 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a626fd-336d-49b0-bd16-b64cf5d78dda req-60c379b3-0133-4fce-bba3-6469b58c22f9 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] No DVR routers for this DVR port 46f08e28-9893-4e71-b797-64224dcc5fb4 on host hv-cinder-82510 {{(pid=82756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:05:16.432570 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-97a626fd-336d-49b0-bd16-b64cf5d78dda req-60c379b3-0133-4fce-bba3-6469b58c22f9 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:16.438837 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee17ee1-ec52-4ae5-9960-98911e8e5ffc', 'name': 'network-vif-deleted', 'tag': '46f08e28-9893-4e71-b797-64224dcc5fb4'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:05:16.460348 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-97a626fd-336d-49b0-bd16-b64cf5d78dda req-60c379b3-0133-4fce-bba3-6469b58c22f9 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.35 "DELETE /v2.0/ports/46f08e28-9893-4e71-b797-64224dcc5fb4 HTTP/1.1" status: 204 len: 173 time: 1.5321703 Jan 18 13:05:16.517541 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee17ee1-ec52-4ae5-9960-98911e8e5ffc', 'name': 'network-vif-deleted', 'tag': '46f08e28-9893-4e71-b797-64224dcc5fb4', 'status': 'completed', 'code': 200} Jan 18 13:05:16.611780 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-f0bd0d2b-f668-4a28-ba77-249bee00196e None None] Set router e18495b0-7751-4f9f-af15-e751b7098f0a gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:05:16.820915 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-19dbe544-a4e0-4857-8ff9-00b40871c52c req-9b60a1a3-eeee-4122-8426-3cdc63bceee8 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Synchronizing usage tracker for tenant:62c83339981e4116982823738389569b on resource:port {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:05:16.831831 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-85cfe831-66a9-44b3-b6f6-0f4e85ddfce8 req-70c563e3-9b08-4fdf-af0f-dd79742ef770 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0437517 Jan 18 13:05:16.840127 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-19dbe544-a4e0-4857-8ff9-00b40871c52c req-9b60a1a3-eeee-4122-8426-3cdc63bceee8 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Unset dirty status for tenant:62c83339981e4116982823738389569b on resource:port {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:05:16.842237 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-19dbe544-a4e0-4857-8ff9-00b40871c52c req-9b60a1a3-eeee-4122-8426-3cdc63bceee8 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0676823 Jan 18 13:05:16.965002 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-f0bd0d2b-f668-4a28-ba77-249bee00196e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1640783183-router', 'tenant_id': '62c83339981e4116982823738389569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T12:49:01Z', 'revision_number': 4, 'project_id': '62c83339981e4116982823738389569b', 'gw_port': {'id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:42Z', 'updated_at': '2022-01-18T12:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': '44f56fcb-5e3d-4f58-9b96-57a5d6caa73e', 'name': '', 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d', 'tenant_id': '62c83339981e4116982823738389569b', 'mac_address': 'fa:16:3e:6b:89:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe840dcd-84e6-4b5f-bdcf-ef3e08af5039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:59Z', 'updated_at': '2022-01-18T12:49:26Z', 'revision_number': 5, 'project_id': '62c83339981e4116982823738389569b', 'subnets': [{'id': 'fe840dcd-84e6-4b5f-bdcf-ef3e08af5039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:05:16.968862 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bd0d2b-f668-4a28-ba77-249bee00196e None None] Checking router: e18495b0-7751-4f9f-af15-e751b7098f0a for host: dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:05:16.979331 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bd0d2b-f668-4a28-ba77-249bee00196e None None] Routers {'e18495b0-7751-4f9f-af15-e751b7098f0a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:05:16.980611 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-f0bd0d2b-f668-4a28-ba77-249bee00196e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:05:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['e18495b0-7751-4f9f-af15-e751b7098f0a'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:05:17.201563 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-f0bd0d2b-f668-4a28-ba77-249bee00196e None None] Set router e18495b0-7751-4f9f-af15-e751b7098f0a gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:05:17.353090 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:17.477015 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:17.571002 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-f0bd0d2b-f668-4a28-ba77-249bee00196e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1640783183-router', 'tenant_id': '62c83339981e4116982823738389569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T12:49:01Z', 'revision_number': 4, 'project_id': '62c83339981e4116982823738389569b', 'gw_port': {'id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:42Z', 'updated_at': '2022-01-18T12:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': '44f56fcb-5e3d-4f58-9b96-57a5d6caa73e', 'name': '', 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d', 'tenant_id': '62c83339981e4116982823738389569b', 'mac_address': 'fa:16:3e:6b:89:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe840dcd-84e6-4b5f-bdcf-ef3e08af5039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:59Z', 'updated_at': '2022-01-18T12:49:26Z', 'revision_number': 5, 'project_id': '62c83339981e4116982823738389569b', 'subnets': [{'id': 'fe840dcd-84e6-4b5f-bdcf-ef3e08af5039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:05:17.576413 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bd0d2b-f668-4a28-ba77-249bee00196e None None] The sync data for ids ['e18495b0-7751-4f9f-af15-e751b7098f0a'] in dv-cinder-825103-1-iscsi is: [{'id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1640783183-router', 'tenant_id': '62c83339981e4116982823738389569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T12:49:01Z', 'revision_number': 4, 'project_id': '62c83339981e4116982823738389569b', 'gw_port': {'id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:42Z', 'updated_at': '2022-01-18T12:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': '44f56fcb-5e3d-4f58-9b96-57a5d6caa73e', 'name': '', 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d', 'tenant_id': '62c83339981e4116982823738389569b', 'mac_address': 'fa:16:3e:6b:89:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe840dcd-84e6-4b5f-bdcf-ef3e08af5039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:59Z', 'updated_at': '2022-01-18T12:49:26Z', 'revision_number': 5, 'project_id': '62c83339981e4116982823738389569b', 'subnets': [{'id': 'fe840dcd-84e6-4b5f-bdcf-ef3e08af5039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:05:17.797546 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d762e0c0-8550-4c5d-8db6-daae404a4d77 None None] New status for floating IP c431894e-6626-48c6-b1b2-3094aa6feacb: DOWN {{(pid=82759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:05:18.026564 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-88a8d9f4-4b63-4643-9f82-3e67a6f463fc req-fec4b9ae-9b79-495f-8602-95067e213d4d tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0495801 Jan 18 13:05:18.054697 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6ac117a5-7741-4362-8984-aa59ad040558 req-402b83e2-7d68-49ac-8a55-fb65dfb55023 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0521665 Jan 18 13:05:18.719451 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 46f08e28-9893-4e71-b797-64224dcc5fb4 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:05:18.753994 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] No Port match for: 46f08e28-9893-4e71-b797-64224dcc5fb4 {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:05:18.754333 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 46f08e28-9893-4e71-b797-64224dcc5fb4 not bound to the agent host hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:05:18.939265 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:19.200326 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4e112078-a9dd-41f8-bbd6-18e40ae46558 req-6d1d810c-0a6c-4228-8e38-e300fdd30a16 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0528202 Jan 18 13:05:19.250995 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6eec078c-4e13-4dad-bb88-a3ae1b2c7bff req-38b0e93d-18a2-4906-98f6-945024c96cbc tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0457561 Jan 18 13:05:20.366089 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-b7cc0de4-6a3c-432f-88c6-845191ce6608 req-3de214c5-9b93-499b-8bfb-3d6ca5c98bfc tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0414624 Jan 18 13:05:20.440765 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-554021fe-e540-4a86-9edc-afbc30922906 req-dab544c7-b006-4024-9451-3855d69019fd tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0420895 Jan 18 13:05:21.534918 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e6dbbc4c-0a78-47e0-b44f-36ca8bfcf930 req-f2f228b0-f0f0-45ac-aae3-99c9ad5f4817 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0413327 Jan 18 13:05:21.621183 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4d8b5268-47d3-413e-af32-d7f69a1143d1 req-8cb25b76-2a96-4dd4-baca-7ab629b8f285 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0414965 Jan 18 13:05:22.735615 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-91248307-5f6f-4ac2-ab84-58531ef4bec0 req-3fb04e5d-eef3-450c-9091-2aab7d5cc345 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0452430 Jan 18 13:05:22.822454 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-904a709c-6a59-4f4e-9899-5844f75e7b53 req-f8bd252e-bc42-4e9c-99a2-27b1e63a70ce tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0437236 Jan 18 13:05:23.897261 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-b10a8d5b-df35-45ea-933c-e5b29a5d8c4b req-e3add080-0895-4c33-a3ae-0cac37c7f405 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0405569 Jan 18 13:05:24.035095 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-28101dfe-9ca3-4aed-9055-3382de47434e req-c742f125-a82a-458d-8a0a-be196de4e4d8 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0421515 Jan 18 13:05:25.068012 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-0cf6d469-5420-4c96-bea0-1394ec092648 req-6b2898cb-2c13-42e0-8e98-af1086f6aca6 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0411043 Jan 18 13:05:25.210685 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d4f9a3be-f515-4652-a502-1369e760feed req-257b546a-5a73-4730-b635-125131f9346f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0412598 Jan 18 13:05:26.244218 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4d62c39b-e857-4c0e-84e3-6d67b9db3697 req-641b9fe6-7132-46ac-a042-6f431a2f20cc tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0483406 Jan 18 13:05:26.401040 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b6cf75c0-deed-46c1-a0aa-370ee89b3091 req-aee76dbf-331a-4218-bafc-f5cbce24296d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0438676 Jan 18 13:05:27.409580 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3f2349f8-ceea-494b-a0fd-e3b55b44c5f6 req-ab8be93b-d91e-46ab-b4c6-a632b769134b tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0425901 Jan 18 13:05:27.590390 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-82985d46-0424-485a-89f2-a44f5dfe7ff8 req-13fff028-82de-435a-801e-67b26f45d09d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0506771 Jan 18 13:05:28.028242 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:05:28.584234 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-f7211302-9e96-4238-994f-35449d224661 req-a8308b20-6103-4a03-99a4-cdf4d859b764 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0491900 Jan 18 13:05:28.789838 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0e387456-9f90-4b4c-b983-1c20defc55a6 req-9e1ac00b-c9e4-48e3-b853-84cd49859518 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0413990 Jan 18 13:05:29.750128 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-d568c98d-a2b9-413d-bf74-6aeb4197f9d0 req-f1dba843-5d6c-41c0-b044-a9380291b885 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0447209 Jan 18 13:05:30.063213 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-64b940c6-8569-425d-aeba-d2f759b4d8b9 req-154aee24-9dd2-4e49-9552-d3c5e3031ac6 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.1301253 Jan 18 13:05:30.930303 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-1f009959-2357-4aaf-a533-f41a52c4bb33 req-cc526699-4a65-4ccb-8b42-836ad17a58f4 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0461230 Jan 18 13:05:31.249155 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f2da4fde-f113-42f3-810b-1dd6f3fec580 req-9f1ca3dd-3fc3-44a4-ac30-6ce5988a0a26 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0417988 Jan 18 13:05:32.102143 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-77fb9e1d-72e9-471b-9490-5916a18a88de req-8d53bf0e-b947-4129-af64-6747d53b2662 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0415735 Jan 18 13:05:32.432918 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7218f306-c6d8-4b97-b015-0c6f5a9c686d req-c10f9f95-5121-46fa-ae63-97703c2a9e2f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0483940 Jan 18 13:05:33.268938 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-25221d0f-3cc4-4347-9e10-2c8041792c2d req-6c2e69c6-678f-42a6-880e-0a004d4bc6b2 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0442924 Jan 18 13:05:33.622554 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2d346f3c-50fe-40bf-9c27-7eab7674fc91 req-b2385f7a-509b-4ae4-ad23-57a4bfe3cf82 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0432875 Jan 18 13:05:34.432512 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bb41ff2a-3f95-4c36-aace-b552a085906f req-f50a06ff-f33e-42e7-924a-eb678e20cf15 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0411563 Jan 18 13:05:34.807000 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0198e8d8-b168-47fb-b462-1f99e7ec5a35 req-1c7c62ec-9119-4c0e-a412-ddf2ccf63942 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0409815 Jan 18 13:05:35.611585 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-2b8659e8-912c-48c2-998e-8dd6cb71323e req-870afd2c-fade-49dd-8ae5-02586086e608 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0419126 Jan 18 13:05:35.989818 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a1045334-c75f-4fc6-be4e-46a7f38fb1fd req-99cf6676-409b-485d-9435-6af6a2143717 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0400593 Jan 18 13:05:36.778656 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-ded330c7-5181-4c43-856c-b071e4cf6f4f req-ad94a7e1-a494-4a29-bf8c-e21116ce7248 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0442061 Jan 18 13:05:37.181440 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-29d11282-d1bb-4e3c-90c7-54f66befd60e req-f12a220a-e464-4fbd-ba75-014a42e384f8 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0489383 Jan 18 13:05:37.957140 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-d534f4a3-9129-45bc-9601-41c168a993f4 req-fe2a86fd-dc40-497f-ae99-629a47cb6e79 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0425220 Jan 18 13:05:38.360755 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e3ec6440-feef-4299-b042-ef2f47227adf req-47a40a83-9046-459b-8441-3c38f8a3500e tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0413854 Jan 18 13:05:39.133475 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-62df7450-a645-4458-a0a0-acfe98b6eaee req-37f5d358-e62c-4e7b-aa19-960a8f9565b3 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0411768 Jan 18 13:05:39.537200 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9895b5f3-9c19-4657-9b5f-0b36808e09fb req-f183d009-90c2-44d3-9412-da146435bfb1 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0417686 Jan 18 13:05:40.175287 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:40.299213 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c06ef2a3-7c6c-4ee6-91f0-70a0cc15059c req-d9124456-a930-4948-9654-965874d04783 tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0442159 Jan 18 13:05:40.720202 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e9b1cc52-e5c9-45e2-bbef-e7351ad0627e req-7497f23e-2cbc-4b64-98f9-cc613fc00b2e tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0452499 Jan 18 13:05:41.501678 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c01f34b8-6188-4f06-a32f-dbb4e5af22a1 req-5526e850-ac67-4f70-9b28-8ed850383a2b tempest-VolumesSnapshotTestJSON-1380584661 tempest-VolumesSnapshotTestJSON-1380584661-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb17c44f-ae2b-4339-9215-092d0515e71e HTTP/1.1" status: 200 len: 210 time: 0.0522649 Jan 18 13:05:41.902536 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-81e9d566-8dd9-4859-b2f8-e4cbd34dcb80 req-cd022b77-955f-4479-88a3-e0bf763a4202 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0414619 Jan 18 13:05:43.087041 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b9af6bc1-db70-485c-ad98-cb9567df8d74 req-2c67a5c5-9b67-4d39-a024-796877489379 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0445607 Jan 18 13:05:43.833201 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-3bcc49e8-668a-4ddf-996e-e4e0f1e051aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:44.276397 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4b022663-ea86-4ddd-a78e-72981d2da8cb req-a452b0a4-d5d4-4290-bbe4-a76268477047 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0503109 Jan 18 13:05:44.843343 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-60cd3ae5-d94d-4cce-ab49-db156419e48c req-5443aaf1-088a-4add-a7d7-35f78332eb5b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2278514 Jan 18 13:05:44.998241 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-60cd3ae5-d94d-4cce-ab49-db156419e48c req-3af5dd66-422e-4378-ab2a-22f53ddbccaa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b61358b76314548a01860d9521ad4fd&device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 1099 time: 0.0683312 Jan 18 13:05:45.148156 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd3ae5-d94d-4cce-ab49-db156419e48c req-cf34dc49-2fd3-4c03-aa0f-fe086c04bad4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:05:45.149601 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-60cd3ae5-d94d-4cce-ab49-db156419e48c req-cf34dc49-2fd3-4c03-aa0f-fe086c04bad4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3ce910e8-fa9a-402c-bef7-c36aef1e716c HTTP/1.1" status: 200 len: 913 time: 0.1329372 Jan 18 13:05:45.255641 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-60cd3ae5-d94d-4cce-ab49-db156419e48c req-12fdf353-06cc-4177-b74a-4cbdf26fc7db service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30d73f22-611e-44a3-9ad5-7bfa498e296e HTTP/1.1" status: 200 len: 1002 time: 0.0992513 Jan 18 13:05:45.320603 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd3ae5-d94d-4cce-ab49-db156419e48c req-8066abcf-f89c-4f7e-ac21-c3e0583db937 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:05:45.322029 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-60cd3ae5-d94d-4cce-ab49-db156419e48c req-8066abcf-f89c-4f7e-ac21-c3e0583db937 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fc8c1b8-cfa3-49d9-9595-474a5f6baf01 HTTP/1.1" status: 200 len: 850 time: 0.0613480 Jan 18 13:05:45.423717 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-60cd3ae5-d94d-4cce-ab49-db156419e48c req-d4f4ee32-aece-4ad4-9f40-1110d53f5196 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3ce910e8-fa9a-402c-bef7-c36aef1e716c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0949590 Jan 18 13:05:45.546309 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e79fea89-f365-470f-9062-6737a1ddd082 req-d6abfba7-45b4-4485-a44a-a6c7747b1abe tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0975714 Jan 18 13:05:45.610829 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-60cd3ae5-d94d-4cce-ab49-db156419e48c req-53ec09e6-a556-45ae-a2fb-c3b22e0a9719 service neutron] 10.222.0.35 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812303 Jan 18 13:05:45.770263 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-60cd3ae5-d94d-4cce-ab49-db156419e48c req-9b7e1052-351a-4a39-bf56-5a472c355b56 service neutron] 10.222.0.35 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537182 Jan 18 13:05:46.077832 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-09f347b7-4caf-46de-b47f-2d2d57ed14c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:46.727139 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-40de3c22-bf56-4d6c-bf30-d6ab617d5e05 req-bf0d29f3-0741-4c8c-b5c4-f8a8dcea249e tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0457363 Jan 18 13:05:47.278810 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:47.467491 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:47.912165 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-39346d14-59af-4507-b1e4-6c3ea4b9cb09 req-90cf9342-c8e3-4f6b-9f3c-4c35ecd40d83 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0470366 Jan 18 13:05:48.944450 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:49.118554 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-1f5aacc9-79db-41ab-966c-c8c086410f10 req-bf5dd1b5-4961-4c8a-aaab-bf59ec4d3887 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0410504 Jan 18 13:05:50.303430 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5e88b8c5-2420-4a24-9a42-686e417008cf req-f303c5cb-68af-4380-aead-dc0442316079 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0430665 Jan 18 13:05:51.482161 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6b6f7086-60ae-4bf0-b4bf-df4bda435204 req-b0c8a00e-d71c-4672-9808-8317d6f3afe4 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0411174 Jan 18 13:05:52.663922 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-03a57c74-8e7e-48b8-aa4e-b8434c0bd3f0 req-a4576af0-f4c9-4840-a832-479518e82bd9 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0404065 Jan 18 13:05:53.845887 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-df0152d8-494c-48b3-909a-e8e698355b31 req-497e9846-7105-40f8-a546-467e89f6bb85 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0453591 Jan 18 13:05:55.035335 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7c07a2af-018c-40ff-8c27-4c0b7c08243c req-c6a07ddb-9a6f-4076-8cb1-890b439c4279 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0474913 Jan 18 13:05:56.163258 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc727446-a2c5-4e0b-84ca-b05323faa008 req-56990523-b279-4cc2-9200-8dfcecb353e2 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:05:56.164801 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-cc727446-a2c5-4e0b-84ca-b05323faa008 req-56990523-b279-4cc2-9200-8dfcecb353e2 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 946 time: 0.0783746 Jan 18 13:05:56.220532 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-cc727446-a2c5-4e0b-84ca-b05323faa008 req-a232ccc9-eb2a-49cf-8f1c-c8bc61ed2212 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490685 Jan 18 13:05:56.232286 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-15d58cf2-e942-49ee-96d7-4f9139930419 req-d736eb34-e0c0-4a3d-ac90-494a71991f0b tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0497334 Jan 18 13:05:56.801135 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48967da5-49d6-4e55-b787-9587345aa2c0 req-08222303-fe4b-44af-8608-c90ba20c0f96 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:05:56.802534 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-48967da5-49d6-4e55-b787-9587345aa2c0 req-08222303-fe4b-44af-8608-c90ba20c0f96 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 946 time: 0.0815024 Jan 18 13:05:56.870749 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [req-48967da5-49d6-4e55-b787-9587345aa2c0 req-03d0d103-ae2d-4174-a4dd-2cb849d8ed74 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Deleting port e00e54c6-536f-4529-acd6-93c664eff79b {{(pid=82756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:05:56.871081 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-48967da5-49d6-4e55-b787-9587345aa2c0 req-03d0d103-ae2d-4174-a4dd-2cb849d8ed74 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:57.200775 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-48967da5-49d6-4e55-b787-9587345aa2c0 req-03d0d103-ae2d-4174-a4dd-2cb849d8ed74 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] For port e00e54c6-536f-4529-acd6-93c664eff79b, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=e00e54c6-536f-4529-acd6-93c664eff79b,segment=NetworkSegment(dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0),segment_id=dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0)] {{(pid=82756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:05:57.202280 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-48967da5-49d6-4e55-b787-9587345aa2c0 req-03d0d103-ae2d-4174-a4dd-2cb849d8ed74 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:57.326842 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [req-48967da5-49d6-4e55-b787-9587345aa2c0 req-03d0d103-ae2d-4174-a4dd-2cb849d8ed74 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Calling delete_port for e00e54c6-536f-4529-acd6-93c664eff79b owned by compute:nova {{(pid=82756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:05:57.437252 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-07bf4b63-f4ad-490e-b3a8-2e4267fb8a23 req-80035253-dc3b-4be2-8288-94d2b958e44d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0630555 Jan 18 13:05:57.481912 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e55b31-a21d-40b4-af5a-fe4aa1f5dd8b req-9b247a7b-af28-4ad6-90b7-a10cfa662b05 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:05:57.483348 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-18e55b31-a21d-40b4-af5a-fe4aa1f5dd8b req-9b247a7b-af28-4ad6-90b7-a10cfa662b05 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 946 time: 0.1303256 Jan 18 13:05:57.594859 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-18e55b31-a21d-40b4-af5a-fe4aa1f5dd8b req-3a6310e3-7d9e-40b9-8d05-e494286d6ca7 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/security-groups?id=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716794 Jan 18 13:05:57.595942 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-48967da5-49d6-4e55-b787-9587345aa2c0 req-03d0d103-ae2d-4174-a4dd-2cb849d8ed74 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:57.647205 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d0d103-ae2d-4174-a4dd-2cb849d8ed74 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Pushing event deleted for resources: {'Port': ['ID=e00e54c6-536f-4529-acd6-93c664eff79b,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:05:57.719466 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0d103-ae2d-4174-a4dd-2cb849d8ed74 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:05:57.719799 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0d103-ae2d-4174-a4dd-2cb849d8ed74 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:05:57.720143 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0d103-ae2d-4174-a4dd-2cb849d8ed74 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:05:57.720475 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0d103-ae2d-4174-a4dd-2cb849d8ed74 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:05:57.720817 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0d103-ae2d-4174-a4dd-2cb849d8ed74 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:05:57.721148 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0d103-ae2d-4174-a4dd-2cb849d8ed74 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:05:57.721484 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0d103-ae2d-4174-a4dd-2cb849d8ed74 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:05:57.721813 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0d103-ae2d-4174-a4dd-2cb849d8ed74 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:05:57.722132 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0d103-ae2d-4174-a4dd-2cb849d8ed74 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:05:57.722595 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0d103-ae2d-4174-a4dd-2cb849d8ed74 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:05:57.723389 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d0d103-ae2d-4174-a4dd-2cb849d8ed74 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:05:57.736020 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [req-48967da5-49d6-4e55-b787-9587345aa2c0 req-03d0d103-ae2d-4174-a4dd-2cb849d8ed74 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] No DVR routers for this DVR port e00e54c6-536f-4529-acd6-93c664eff79b on host hv-cinder-82510 {{(pid=82756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:05:57.738480 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-48967da5-49d6-4e55-b787-9587345aa2c0 req-03d0d103-ae2d-4174-a4dd-2cb849d8ed74 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:05:57.741308 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c834374-07c8-4bec-a605-b4bd2982dbf0', 'name': 'network-vif-deleted', 'tag': 'e00e54c6-536f-4529-acd6-93c664eff79b'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:05:57.753697 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-48967da5-49d6-4e55-b787-9587345aa2c0 req-03d0d103-ae2d-4174-a4dd-2cb849d8ed74 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.35 "DELETE /v2.0/ports/e00e54c6-536f-4529-acd6-93c664eff79b HTTP/1.1" status: 204 len: 173 time: 0.9452825 Jan 18 13:05:57.798033 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c834374-07c8-4bec-a605-b4bd2982dbf0', 'name': 'network-vif-deleted', 'tag': 'e00e54c6-536f-4529-acd6-93c664eff79b', 'status': 'completed', 'code': 200} Jan 18 13:05:58.626815 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-37b3ec49-b362-430f-bd9f-dcb4e0f4acf0 req-30d03d7e-5ec3-4ac7-8d89-c8be5043e850 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0432634 Jan 18 13:05:58.768272 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-4de8baaf-a177-44bc-a8e9-6c068f6e35c1 req-c36bca13-e175-4ce3-82e5-e344311b53ef tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Synchronizing usage tracker for tenant:4780fe48fc504b868a4e20ccdeddc261 on resource:port {{(pid=82757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:05:58.784668 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-4de8baaf-a177-44bc-a8e9-6c068f6e35c1 req-c36bca13-e175-4ce3-82e5-e344311b53ef tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Unset dirty status for tenant:4780fe48fc504b868a4e20ccdeddc261 on resource:port {{(pid=82757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:05:58.785854 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4de8baaf-a177-44bc-a8e9-6c068f6e35c1 req-c36bca13-e175-4ce3-82e5-e344311b53ef tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0625803 Jan 18 13:05:58.888982 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device e00e54c6-536f-4529-acd6-93c664eff79b no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:05:58.923008 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] No Port match for: e00e54c6-536f-4529-acd6-93c664eff79b {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:05:58.923352 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device e00e54c6-536f-4529-acd6-93c664eff79b not bound to the agent host hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:05:59.826923 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-64182a24-b30e-4af7-809f-b5b520a11869 req-d95c58d2-9756-48ca-abf3-d9230783506c tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0523038 Jan 18 13:05:59.957609 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-cea3109e-c59e-4c45-bafa-f018914dea16 req-43acbc6e-6d0a-41d0-a2ae-8016c38025f8 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0409491 Jan 18 13:06:01.022559 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a7cd05a2-52d2-43c0-b0b4-491f1d6b7d83 req-950de3bc-bf25-4d55-9780-1ccccb585b15 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0491087 Jan 18 13:06:01.130797 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-833f9831-b5ae-4479-80a7-3589850d51ba req-ec1c348b-f8d3-44e8-8969-4eaef43fb379 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0423307 Jan 18 13:06:02.212378 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-802e2c4c-5240-4117-983e-2b325eff7f42 req-d5f77387-5ce7-4975-8f8c-bd8d9dd9105c tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0495703 Jan 18 13:06:02.379526 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c3003005-5a41-4ab5-9316-519a248e5f42 req-9dedcb22-c14c-459a-877f-fd66df2214a6 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.1283650 Jan 18 13:06:03.393312 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5e2d85aa-3b63-4221-873e-0c310929d5a9 req-b7639c9c-f07a-4b28-87c3-8791d85e3fa8 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0451074 Jan 18 13:06:03.546780 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-64f6fc98-0731-4dd8-8fde-e6d16c3ea1cc req-98e17299-02c9-474d-b874-f71c27e9f501 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0420003 Jan 18 13:06:04.588323 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-cbc0a2ad-75ba-4eec-a2ba-02ef4e3e38b3 req-2fad77a0-c4e8-4e4a-a2d7-868a81922eee tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0410695 Jan 18 13:06:04.716052 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4c2c4d7c-6a6f-4fee-9dd9-53b54be3a768 req-405105e9-bc23-491f-af08-ad68d0a5e408 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0423980 Jan 18 13:06:05.028852 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:06:05.783640 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5e68c25c-a61b-4309-a06d-db3faa0701e2 req-b38f31ef-1f95-4612-b5c8-a0cf7de2f66c tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0435348 Jan 18 13:06:05.888087 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3e1f5d13-a835-409f-98f5-9e2fadb29204 req-36e87ec8-57fe-4ce1-8ed8-a5b70798de1d tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0432296 Jan 18 13:06:06.972561 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-1f92e82a-b66c-408f-91ea-cd478f1a87e2 req-c8bb60eb-8557-46f2-86a4-8dc5417e245b tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0451853 Jan 18 13:06:07.051873 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-68ec7327-2eaf-49fd-ae82-49a6c37dc5c1 req-08e690ac-98d4-4e65-92ed-2206c2ff2947 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0418181 Jan 18 13:06:08.169941 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7c0f1dbe-c980-4b40-bfc2-23df8cf7c2a2 req-d1074df6-a54e-4518-8c69-ddfb3bc65cfd tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0429673 Jan 18 13:06:08.242488 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-497cfc98-8365-49dc-8925-e18023d374cc req-cbf0babb-7265-44c7-8db3-5df60d6f0288 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0402980 Jan 18 13:06:09.348799 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-01aa5a23-d5f1-44e6-83dd-a06db8d72cb4 req-c1520b5e-92e1-4f50-833a-63669bc4c4c5 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0411351 Jan 18 13:06:09.410088 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-a30a651d-8051-4bf3-a77b-9b0a476ccda3 req-9c9de358-c65c-44b9-9761-2e50fd1749a7 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0449021 Jan 18 13:06:10.168969 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:10.540182 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-1526eca0-6a89-4378-baf1-605631931946 req-360520e1-4b55-4355-88bc-3ba8302f94f6 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0444989 Jan 18 13:06:10.578424 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-a54caff0-77fe-4459-b41d-8f28642c5ecb req-3deaa270-358d-4149-8d9a-d4515f62e290 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0433357 Jan 18 13:06:11.726324 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-36df8cd2-a2fb-4816-b003-8d94f9af9e82 req-6a1c88d6-27b0-4f4a-8fb1-ebc2cc736193 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0411904 Jan 18 13:06:11.757086 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-1fb19264-42b9-41cc-befe-87a70d4547cb req-f3c421de-a84d-4631-ba33-1edf55f43ed4 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0458117 Jan 18 13:06:12.916832 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4dd58529-2589-4200-8c47-35b0040770c5 req-9052d319-ae2a-4d67-894c-d417e0387af1 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0413778 Jan 18 13:06:12.931768 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-afa7b27d-b23f-43c4-8eb5-5d8a767ec0ea req-e175f0dd-8dce-4302-9d9c-abc8fb65b969 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0447085 Jan 18 13:06:13.840744 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-aec06b0f-1b4b-4a1e-b01a-8e7b64489995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:14.100977 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4d0d0eab-b430-4c44-b3ba-95b6fffc0f81 req-28399ee2-a6e7-444e-b591-823fa3c22ed8 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0488138 Jan 18 13:06:14.110198 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-44479eee-f250-4b6b-ad2d-4ff836231229 req-74a8e40c-b646-4fe4-b406-84fc8cf8c8e5 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0579588 Jan 18 13:06:15.270045 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-dbbe6e37-3d16-46a7-aff0-63d89ef87d0d req-179c4be4-7c7a-467e-9f7f-b5eac8b12d0b tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0422451 Jan 18 13:06:15.299763 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ccfbc0ed-7349-406f-a102-dde849b26fc3 req-51b3f823-9b53-4b14-85fe-1d54b844c145 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0431678 Jan 18 13:06:16.082130 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-9e55c5ee-dc46-4e3a-b2d3-3899473c3400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:16.443514 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-99aefbb8-60f0-4a73-ba8e-ed0134209119 req-341a9f35-90c9-480b-9292-591e8dc675dc tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0459821 Jan 18 13:06:16.480202 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-fdf9787a-bf9e-4a4d-b4ce-a09ab5873f68 req-e9b600c7-561d-4fae-94ff-8da954305378 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=4ee17ee1-ec52-4ae5-9960-98911e8e5ffc HTTP/1.1" status: 200 len: 210 time: 0.0431702 Jan 18 13:06:17.287461 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:17.469981 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:17.612504 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3a25c4db-f3e8-4455-9702-763a72753a63 req-2c92a7fc-9b1e-4232-9f3b-afd73e8dd17d tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0440607 Jan 18 13:06:17.649643 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 34564) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:06:17.716964 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-3ea860bc-be74-46e5-97a2-43b8a6bbca7f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:17.745292 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-3ea860bc-be74-46e5-97a2-43b8a6bbca7f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:17.803522 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-3ea860bc-be74-46e5-97a2-43b8a6bbca7f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:17.822499 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea860bc-be74-46e5-97a2-43b8a6bbca7f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0979e50-118a-46d1-8d78-649e3fec16a2,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:06:17.835927 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea860bc-be74-46e5-97a2-43b8a6bbca7f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:17.837233 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea860bc-be74-46e5-97a2-43b8a6bbca7f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:17.837233 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea860bc-be74-46e5-97a2-43b8a6bbca7f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:17.837233 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea860bc-be74-46e5-97a2-43b8a6bbca7f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:17.837571 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea860bc-be74-46e5-97a2-43b8a6bbca7f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:17.837685 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea860bc-be74-46e5-97a2-43b8a6bbca7f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:17.838004 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea860bc-be74-46e5-97a2-43b8a6bbca7f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:17.838325 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea860bc-be74-46e5-97a2-43b8a6bbca7f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:17.838651 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea860bc-be74-46e5-97a2-43b8a6bbca7f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:17.838997 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea860bc-be74-46e5-97a2-43b8a6bbca7f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:17.839303 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea860bc-be74-46e5-97a2-43b8a6bbca7f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:17.851795 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-3ea860bc-be74-46e5-97a2-43b8a6bbca7f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:17.855813 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-3ea860bc-be74-46e5-97a2-43b8a6bbca7f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "DELETE /v2.0/security-groups/b0979e50-118a-46d1-8d78-649e3fec16a2 HTTP/1.1" status: 204 len: 168 time: 0.2023873 Jan 18 13:06:17.856156 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 34572) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:06:17.875803 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.api.v2.resource [None req-77aca6e3-6d69-48d5-ad75-52627f22a380 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] show failed (client error): The resource could not be found. Jan 18 13:06:17.876858 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-77aca6e3-6d69-48d5-ad75-52627f22a380 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups/b0979e50-118a-46d1-8d78-649e3fec16a2 HTTP/1.1" status: 404 len: 347 time: 0.0197260 Jan 18 13:06:17.879799 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 34576) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:06:18.127785 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [None req-273a417d-622d-4809-ba14-0adc35c253a8 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Deleting port 570c0293-585b-42e3-b9c9-621e602f4cc4 {{(pid=82756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:06:18.128124 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-273a417d-622d-4809-ba14-0adc35c253a8 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:18.306583 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-273a417d-622d-4809-ba14-0adc35c253a8 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:18.306942 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-273a417d-622d-4809-ba14-0adc35c253a8 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:18.438637 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [None req-273a417d-622d-4809-ba14-0adc35c253a8 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Calling delete_port for 570c0293-585b-42e3-b9c9-621e602f4cc4 owned by network:floatingip {{(pid=82756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:06:18.585558 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-273a417d-622d-4809-ba14-0adc35c253a8 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:18.637758 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a417d-622d-4809-ba14-0adc35c253a8 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Pushing event deleted for resources: {'Port': ['ID=570c0293-585b-42e3-b9c9-621e602f4cc4,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:06:18.737733 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-273a417d-622d-4809-ba14-0adc35c253a8 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for floatingip, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:18.756636 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-273a417d-622d-4809-ba14-0adc35c253a8 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for floatingip, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:18.757774 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-273a417d-622d-4809-ba14-0adc35c253a8 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "DELETE /v2.0/floatingips/c431894e-6626-48c6-b1b2-3094aa6feacb HTTP/1.1" status: 204 len: 168 time: 0.8770039 Jan 18 13:06:18.785026 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-77c7791f-459e-4f68-9213-b6f3f3ec27fd req-5e7cb971-180a-48a2-928d-c25f6e9fed26 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0427976 Jan 18 13:06:18.951233 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:19.189471 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 34596) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:06:19.195243 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-ff3b1f56-e543-4a45-999e-9d550671ebf2 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Request body: {'security_group': {'name': 'tempest-securitygroup--279122838', 'description': 'tempest-description--1854661496'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:06:19.201534 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-ff3b1f56-e543-4a45-999e-9d550671ebf2 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:06:19.206717 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-ff3b1f56-e543-4a45-999e-9d550671ebf2 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Usage tracker for resource:security_group and tenant:62c83339981e4116982823738389569b is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:06:19.209634 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-ff3b1f56-e543-4a45-999e-9d550671ebf2 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:06:19.215284 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-ff3b1f56-e543-4a45-999e-9d550671ebf2 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:06:19.226779 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-ff3b1f56-e543-4a45-999e-9d550671ebf2 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:19.261544 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-ff3b1f56-e543-4a45-999e-9d550671ebf2 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:06:19.265888 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-ff3b1f56-e543-4a45-999e-9d550671ebf2 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Usage tracker for resource:security_group_rule and tenant:62c83339981e4116982823738389569b is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:06:19.268713 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-ff3b1f56-e543-4a45-999e-9d550671ebf2 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:06:19.274244 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-ff3b1f56-e543-4a45-999e-9d550671ebf2 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:06:19.331152 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-ff3b1f56-e543-4a45-999e-9d550671ebf2 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:19.334895 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-ff3b1f56-e543-4a45-999e-9d550671ebf2 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:19.382866 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b1f56-e543-4a45-999e-9d550671ebf2 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c222d4d9-5107-4961-b3ad-e3cd2863069b,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:06:19.388898 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-ff3b1f56-e543-4a45-999e-9d550671ebf2 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:19.393162 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-ff3b1f56-e543-4a45-999e-9d550671ebf2 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2026489 Jan 18 13:06:19.393335 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 34600) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:06:19.398899 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-86821cea-6a59-4de0-8d7d-033612b3c718 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Request body: {'security_group_rule': {'security_group_id': 'c222d4d9-5107-4961-b3ad-e3cd2863069b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:06:19.405739 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-86821cea-6a59-4de0-8d7d-033612b3c718 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:06:19.410186 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-86821cea-6a59-4de0-8d7d-033612b3c718 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Usage tracker for resource:security_group_rule and tenant:62c83339981e4116982823738389569b is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:06:19.413627 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-86821cea-6a59-4de0-8d7d-033612b3c718 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:06:19.420025 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-86821cea-6a59-4de0-8d7d-033612b3c718 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:06:19.436539 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-86821cea-6a59-4de0-8d7d-033612b3c718 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:19.498307 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-86821cea-6a59-4de0-8d7d-033612b3c718 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:19.502184 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-86821cea-6a59-4de0-8d7d-033612b3c718 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16445687'] for security_group_rule, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:19.526898 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86821cea-6a59-4de0-8d7d-033612b3c718 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95d15bdf-2fca-4dbe-9c90-20161db04fa4,revision_number=0']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:06:19.535935 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-86821cea-6a59-4de0-8d7d-033612b3c718 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:19.539165 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-86821cea-6a59-4de0-8d7d-033612b3c718 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1447463 Jan 18 13:06:19.539964 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 34604) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:06:19.545348 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-4409bea9-46ad-4666-b0a5-474af7fab44d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Request body: {'security_group_rule': {'security_group_id': 'c222d4d9-5107-4961-b3ad-e3cd2863069b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:06:19.551754 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-4409bea9-46ad-4666-b0a5-474af7fab44d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:06:19.555514 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-4409bea9-46ad-4666-b0a5-474af7fab44d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Usage tracker for resource:security_group_rule and tenant:62c83339981e4116982823738389569b is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:06:19.558346 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-4409bea9-46ad-4666-b0a5-474af7fab44d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:06:19.566338 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-4409bea9-46ad-4666-b0a5-474af7fab44d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:06:19.588825 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4409bea9-46ad-4666-b0a5-474af7fab44d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:19.651791 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4409bea9-46ad-4666-b0a5-474af7fab44d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:19.656113 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4409bea9-46ad-4666-b0a5-474af7fab44d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16445687'] for security_group_rule, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:19.679293 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409bea9-46ad-4666-b0a5-474af7fab44d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29526ba0-740c-4444-aa5d-162de6f86e6c,revision_number=0']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:06:19.691692 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4409bea9-46ad-4666-b0a5-474af7fab44d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:19.692884 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-4409bea9-46ad-4666-b0a5-474af7fab44d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1520114 Jan 18 13:06:19.695941 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 34608) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:06:19.700959 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-112e55b6-44d2-4a6d-ae44-be7f21129b42 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Request body: {'floatingip': {'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:06:19.706254 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-112e55b6-44d2-4a6d-ae44-be7f21129b42 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:06:19.709994 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-112e55b6-44d2-4a6d-ae44-be7f21129b42 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Usage tracker for resource:floatingip and tenant:62c83339981e4116982823738389569b is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:06:19.712936 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-112e55b6-44d2-4a6d-ae44-be7f21129b42 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:06:19.720490 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-112e55b6-44d2-4a6d-ae44-be7f21129b42 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:06:19.733671 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-112e55b6-44d2-4a6d-ae44-be7f21129b42 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for floatingip, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:19.892127 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-112e55b6-44d2-4a6d-ae44-be7f21129b42 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:19.975987 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-dd348356-7e33-4518-adfb-683980a6c136 req-bf75df0b-0310-46e6-8677-0af85c90c835 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0487804 Jan 18 13:06:20.076101 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.db_base_plugin_common [None req-112e55b6-44d2-4a6d-ae44-be7f21129b42 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Allocated IP 172.27.2.253 (e1680602-72eb-4a8f-a690-8170848820e2/e5265543-d6e8-47ba-b344-dc5916015d25/7f1481d2-6dd2-4973-8547-8978b3d4445e) {{(pid=82757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:06:20.238630 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-112e55b6-44d2-4a6d-ae44-be7f21129b42 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for port, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:20.268688 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-112e55b6-44d2-4a6d-ae44-be7f21129b42 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15894096'] for port, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:20.335302 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112e55b6-44d2-4a6d-ae44-be7f21129b42 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Network e1680602-72eb-4a8f-a690-8170848820e2 is already hosted by enough agents. {{(pid=82757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:06:20.338058 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-112e55b6-44d2-4a6d-ae44-be7f21129b42 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Resources bound (agent type, host, resource id): {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:06:20.340715 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112e55b6-44d2-4a6d-ae44-be7f21129b42 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Received port after_create {{(pid=82757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:06:20.374496 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e55b6-44d2-4a6d-ae44-be7f21129b42 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Pushing event updated for resources: {'Port': ['ID=7f1481d2-6dd2-4973-8547-8978b3d4445e,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:06:20.603998 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-112e55b6-44d2-4a6d-ae44-be7f21129b42 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:20.671373 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-112e55b6-44d2-4a6d-ae44-be7f21129b42 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:20.897827 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-112e55b6-44d2-4a6d-ae44-be7f21129b42 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for port, precommit_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:20.902460 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-112e55b6-44d2-4a6d-ae44-be7f21129b42 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15894105'] for port, after_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:21.007968 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e55b6-44d2-4a6d-ae44-be7f21129b42 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Pushing event updated for resources: {'Port': ['ID=7f1481d2-6dd2-4973-8547-8978b3d4445e,revision_number=2']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:06:21.032339 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-112e55b6-44d2-4a6d-ae44-be7f21129b42 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16439339'] for floatingip, after_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:21.056610 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-112e55b6-44d2-4a6d-ae44-be7f21129b42 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for floatingip, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:21.063357 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-112e55b6-44d2-4a6d-ae44-be7f21129b42 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3662398 Jan 18 13:06:21.165312 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-5370fb1a-db57-41aa-8dda-a0dbb448ce97 req-35542713-4449-4764-a611-843c19d2c255 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Synchronizing usage tracker for tenant:4780fe48fc504b868a4e20ccdeddc261 on resource:port {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:06:21.188995 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-5370fb1a-db57-41aa-8dda-a0dbb448ce97 req-35542713-4449-4764-a611-843c19d2c255 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] Unset dirty status for tenant:4780fe48fc504b868a4e20ccdeddc261 on resource:port {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:06:21.191129 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5370fb1a-db57-41aa-8dda-a0dbb448ce97 req-35542713-4449-4764-a611-843c19d2c255 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0767198 Jan 18 13:06:21.320374 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-3950ab40-bcfe-443b-8411-2589cbbf145f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Synchronizing usage tracker for tenant:62c83339981e4116982823738389569b on resource:security_group {{(pid=82757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:06:21.338083 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-3950ab40-bcfe-443b-8411-2589cbbf145f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Unset dirty status for tenant:62c83339981e4116982823738389569b on resource:security_group {{(pid=82757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:06:21.339290 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-3950ab40-bcfe-443b-8411-2589cbbf145f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--279122838&fields=id&tenant_id=62c83339981e4116982823738389569b HTTP/1.1" status: 200 len: 267 time: 0.0605896 Jan 18 13:06:21.491039 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-7b505e5a-d06c-4c7d-99c7-192bbf5489f1 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:06:21.492581 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-7b505e5a-d06c-4c7d-99c7-192bbf5489f1 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/networks?id=0245ff51-1953-4317-abeb-3ec950185d8d HTTP/1.1" status: 200 len: 817 time: 0.1450698 Jan 18 13:06:21.508800 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-c80cdbb4-55a9-4b3d-8b1d-4d69579a3571 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/quotas/62c83339981e4116982823738389569b HTTP/1.1" status: 200 len: 375 time: 0.0109916 Jan 18 13:06:21.606378 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-80fe9329-7de9-48ea-bfed-7eed890e3137 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=62c83339981e4116982823738389569b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0921764 Jan 18 13:06:21.695174 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-ad14d12d-61c7-4a6b-9327-cc2c0957fbf3 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=82757) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:06:21.696196 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-ad14d12d-61c7-4a6b-9327-cc2c0957fbf3 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0780520 Jan 18 13:06:21.840198 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-22864bfc-d39f-4833-a330-823d9958add9 service neutron] 10.222.0.84 "GET /v2.0/networks/0245ff51-1953-4317-abeb-3ec950185d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366076 Jan 18 13:06:21.975420 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-8ecca691-e4e0-48d4-9ffb-ee8576ba325b service neutron] 10.222.0.84 "GET /v2.0/networks/0245ff51-1953-4317-abeb-3ec950185d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296322 Jan 18 13:06:22.164106 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-4dac5140-cc80-4331-a59e-18e31d672e0b req-ffae2e30-9a2c-44f3-87bd-3c218a354d6d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Synchronizing usage tracker for tenant:62c83339981e4116982823738389569b on resource:port {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:06:22.181606 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-4dac5140-cc80-4331-a59e-18e31d672e0b req-ffae2e30-9a2c-44f3-87bd-3c218a354d6d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Unset dirty status for tenant:62c83339981e4116982823738389569b on resource:port {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:06:22.182831 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4dac5140-cc80-4331-a59e-18e31d672e0b req-ffae2e30-9a2c-44f3-87bd-3c218a354d6d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=25d481e9-1f75-4fb7-b461-221066301094 HTTP/1.1" status: 200 len: 210 time: 0.0589042 Jan 18 13:06:22.362931 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-16146f72-be9c-4c93-855f-54f5947bc881 req-739ac0ba-9a07-42cf-8e36-e08e03656f28 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0440357 Jan 18 13:06:23.380868 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ed08435f-4371-4816-8568-0d43defc2bd1 req-ff8b09e4-e8fb-4fae-a8ad-b2aa60c2960d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=25d481e9-1f75-4fb7-b461-221066301094 HTTP/1.1" status: 200 len: 210 time: 0.0453513 Jan 18 13:06:23.598729 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e609b93b-31b4-43d3-bb06-ad5d3a7ecc85 req-d50b507e-45a2-4262-a10c-3a98c737f014 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0590754 Jan 18 13:06:23.645420 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-69272f68-78ac-42f7-999f-95dc5bf32300 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:06:23.646867 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-69272f68-78ac-42f7-999f-95dc5bf32300 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.35 "GET /v2.0/networks?id=0245ff51-1953-4317-abeb-3ec950185d8d HTTP/1.1" status: 200 len: 817 time: 0.1893201 Jan 18 13:06:23.708815 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-98032913-9cc7-468f-b3c3-0fda0cff8eee tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Synchronizing usage tracker for tenant:62c83339981e4116982823738389569b on resource:security_group {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:06:23.721884 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-98032913-9cc7-468f-b3c3-0fda0cff8eee tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Unset dirty status for tenant:62c83339981e4116982823738389569b on resource:security_group {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:06:23.723042 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-98032913-9cc7-468f-b3c3-0fda0cff8eee tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62c83339981e4116982823738389569b HTTP/1.1" status: 200 len: 379 time: 0.0584762 Jan 18 13:06:23.731683 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-2ed4b1e3-4ed6-4c35-904d-c8326efd53e9 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Request body: {'port': {'device_id': '25d481e9-1f75-4fb7-b461-221066301094', 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d', 'admin_state_up': True, 'tenant_id': '62c83339981e4116982823738389569b', 'security_groups': ['c222d4d9-5107-4961-b3ad-e3cd2863069b']}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:06:23.867878 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-2ed4b1e3-4ed6-4c35-904d-c8326efd53e9 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:06:23.877570 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-2ed4b1e3-4ed6-4c35-904d-c8326efd53e9 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:06:23.895145 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-2ed4b1e3-4ed6-4c35-904d-c8326efd53e9 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Made reservation on behalf of 62c83339981e4116982823738389569b for: {'port': 1} {{(pid=82756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:06:23.898195 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-2ed4b1e3-4ed6-4c35-904d-c8326efd53e9 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:24.072914 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.db_base_plugin_common [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-2ed4b1e3-4ed6-4c35-904d-c8326efd53e9 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Allocated IP 172.20.0.11 (0245ff51-1953-4317-abeb-3ec950185d8d/fe840dcd-84e6-4b5f-bdcf-ef3e08af5039/7dc18735-ef74-4790-92a0-bb123c66b799) {{(pid=82756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:06:24.354211 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-2ed4b1e3-4ed6-4c35-904d-c8326efd53e9 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for port, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:24.371456 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.provisioning_blocks [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-2ed4b1e3-4ed6-4c35-904d-c8326efd53e9 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Transition to ACTIVE for port object 7dc18735-ef74-4790-92a0-bb123c66b799 will not be triggered until provisioned by entity DHCP. {{(pid=82756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:06:24.393987 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-2ed4b1e3-4ed6-4c35-904d-c8326efd53e9 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:24.472995 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-2ed4b1e3-4ed6-4c35-904d-c8326efd53e9 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Network 0245ff51-1953-4317-abeb-3ec950185d8d is already hosted by enough agents. {{(pid=82756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:06:24.476917 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.base_scheduler [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-2ed4b1e3-4ed6-4c35-904d-c8326efd53e9 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Resources bound (agent type, host, resource id): {{(pid=82756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:06:24.478691 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed4b1e3-4ed6-4c35-904d-c8326efd53e9 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Pushing event updated for resources: {'Port': ['ID=7dc18735-ef74-4790-92a0-bb123c66b799,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:06:24.480774 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-2ed4b1e3-4ed6-4c35-904d-c8326efd53e9 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Received port after_create {{(pid=82756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:06:24.548229 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-2ed4b1e3-4ed6-4c35-904d-c8326efd53e9 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:06:24.548848 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-2ed4b1e3-4ed6-4c35-904d-c8326efd53e9 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:24.635990 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-2ed4b1e3-4ed6-4c35-904d-c8326efd53e9 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9082644 Jan 18 13:06:24.658513 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c43a1d-1aa7-4265-996a-e3e2587cae92 req-91fcbcf1-bf15-4845-b5af-5da42b97186e tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:06:24.659258 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-b5c43a1d-1aa7-4265-996a-e3e2587cae92 req-91fcbcf1-bf15-4845-b5af-5da42b97186e tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Synchronizing usage tracker for tenant:62c83339981e4116982823738389569b on resource:port {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:06:24.669278 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-37acfb0b-dc7a-4db6-918c-cebaf355ce98 service neutron] Request body: {'port': {'device_id': '25d481e9-1f75-4fb7-b461-221066301094', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:06:24.742527 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-b5c43a1d-1aa7-4265-996a-e3e2587cae92 req-91fcbcf1-bf15-4845-b5af-5da42b97186e tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Unset dirty status for tenant:62c83339981e4116982823738389569b on resource:port {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:06:24.744429 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b5c43a1d-1aa7-4265-996a-e3e2587cae92 req-91fcbcf1-bf15-4845-b5af-5da42b97186e tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=25d481e9-1f75-4fb7-b461-221066301094 HTTP/1.1" status: 200 len: 932 time: 0.1777914 Jan 18 13:06:24.788364 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-b41dd105-51a3-4a2e-9482-c30fdfce4768 None None] Provisioning for port 7dc18735-ef74-4790-92a0-bb123c66b799 completed by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:06:24.793926 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-b41dd105-51a3-4a2e-9482-c30fdfce4768 None None] Provisioning complete for port 7dc18735-ef74-4790-92a0-bb123c66b799 triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:06:24.794412 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-b41dd105-51a3-4a2e-9482-c30fdfce4768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:24.819605 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-1897da50-c373-43db-bfcf-206444a5a578 req-26b7bed4-0f4f-4fd6-8e32-ba4f5833d9d9 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0508845 Jan 18 13:06:24.843574 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-37acfb0b-dc7a-4db6-918c-cebaf355ce98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:24.859746 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b5c43a1d-1aa7-4265-996a-e3e2587cae92 req-01859ca8-3c63-4581-a5db-32a7feb17d2c tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=c222d4d9-5107-4961-b3ad-e3cd2863069b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800881 Jan 18 13:06:24.860858 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-b41dd105-51a3-4a2e-9482-c30fdfce4768 None None] Port 7dc18735-ef74-4790-92a0-bb123c66b799 cannot update to ACTIVE because it is not bound. {{(pid=82758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:06:25.221938 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-37acfb0b-dc7a-4db6-918c-cebaf355ce98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dc18735-ef74-4790-92a0-bb123c66b799 {{(pid=82756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:06:25.228839 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-37acfb0b-dc7a-4db6-918c-cebaf355ce98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:25.251716 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.provisioning_blocks [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-37acfb0b-dc7a-4db6-918c-cebaf355ce98 service neutron] Transition to ACTIVE for port object 7dc18735-ef74-4790-92a0-bb123c66b799 will not be triggered until provisioned by entity L2. {{(pid=82756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:06:25.255456 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-37acfb0b-dc7a-4db6-918c-cebaf355ce98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:25.395925 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37acfb0b-dc7a-4db6-918c-cebaf355ce98 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc18735-ef74-4790-92a0-bb123c66b799,revision_number=2']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:06:25.512718 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-37acfb0b-dc7a-4db6-918c-cebaf355ce98 service neutron] Attempting to bind port 7dc18735-ef74-4790-92a0-bb123c66b799 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:06:25.513061 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-37acfb0b-dc7a-4db6-918c-cebaf355ce98 service neutron] Attempting to bind port 7dc18735-ef74-4790-92a0-bb123c66b799 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '87c18e1c-b1f5-42be-a8fc-168d2192ac96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d'}] {{(pid=82756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:06:25.513391 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-37acfb0b-dc7a-4db6-918c-cebaf355ce98 service neutron] Attempting to bind port 7dc18735-ef74-4790-92a0-bb123c66b799 on network 0245ff51-1953-4317-abeb-3ec950185d8d {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:06:25.520005 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-37acfb0b-dc7a-4db6-918c-cebaf355ce98 service neutron] Port 7dc18735-ef74-4790-92a0-bb123c66b799 on network 0245ff51-1953-4317-abeb-3ec950185d8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:06:25.520407 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-37acfb0b-dc7a-4db6-918c-cebaf355ce98 service neutron] Attempting to bind port 7dc18735-ef74-4790-92a0-bb123c66b799 on network 0245ff51-1953-4317-abeb-3ec950185d8d {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:06:25.526766 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-37acfb0b-dc7a-4db6-918c-cebaf355ce98 service neutron] Checking agent: {'id': '085e0bf5-487d-485c-86f3-dab2733d35ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'started_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:06:25.527200 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-37acfb0b-dc7a-4db6-918c-cebaf355ce98 service neutron] Checking segment: {'id': '87c18e1c-b1f5-42be-a8fc-168d2192ac96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:06:25.527486 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-37acfb0b-dc7a-4db6-918c-cebaf355ce98 service neutron] Bound using segment: {'id': '87c18e1c-b1f5-42be-a8fc-168d2192ac96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d'} {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:06:25.527903 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-37acfb0b-dc7a-4db6-918c-cebaf355ce98 service neutron] Bound port: 7dc18735-ef74-4790-92a0-bb123c66b799, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87c18e1c-b1f5-42be-a8fc-168d2192ac96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d'}}] {{(pid=82756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:06:25.528247 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-37acfb0b-dc7a-4db6-918c-cebaf355ce98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:25.625298 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-37acfb0b-dc7a-4db6-918c-cebaf355ce98 service neutron] For port 7dc18735-ef74-4790-92a0-bb123c66b799, host hv-cinder-82510, cleared binding levels {{(pid=82756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:06:25.628408 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-37acfb0b-dc7a-4db6-918c-cebaf355ce98 service neutron] For port 7dc18735-ef74-4790-92a0-bb123c66b799, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=7dc18735-ef74-4790-92a0-bb123c66b799,segment=NetworkSegment(87c18e1c-b1f5-42be-a8fc-168d2192ac96),segment_id=87c18e1c-b1f5-42be-a8fc-168d2192ac96)] {{(pid=82756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:06:25.632959 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-37acfb0b-dc7a-4db6-918c-cebaf355ce98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:25.709564 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-37acfb0b-dc7a-4db6-918c-cebaf355ce98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:25.710945 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-37acfb0b-dc7a-4db6-918c-cebaf355ce98 service neutron] 10.222.0.35 "PUT /v2.0/ports/7dc18735-ef74-4790-92a0-bb123c66b799 HTTP/1.1" status: 200 len: 1094 time: 1.0592835 Jan 18 13:06:25.711428 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25d481e9-1f75-4fb7-b461-221066301094', 'tag': '7dc18735-ef74-4790-92a0-bb123c66b799'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:06:25.742769 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37acfb0b-dc7a-4db6-918c-cebaf355ce98 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc18735-ef74-4790-92a0-bb123c66b799,revision_number=3']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:06:25.813299 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25d481e9-1f75-4fb7-b461-221066301094', 'tag': '7dc18735-ef74-4790-92a0-bb123c66b799', 'status': 'completed', 'code': 200} Jan 18 13:06:25.859739 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-73f3c056-81b5-4b35-bca1-8d5146bb00f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=62c83339981e4116982823738389569b&device_id=25d481e9-1f75-4fb7-b461-221066301094 HTTP/1.1" status: 200 len: 1097 time: 0.0911582 Jan 18 13:06:25.957337 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-53dff278-47b9-4fc3-b93b-dc3946f357ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dc18735-ef74-4790-92a0-bb123c66b799 HTTP/1.1" status: 200 len: 217 time: 0.0850623 Jan 18 13:06:26.056347 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-68fc2b98-cc5d-42e5-9d8b-2e0f346075a4 req-a76941df-f1cd-4c70-9c78-5d2264f094ea tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0583282 Jan 18 13:06:26.075840 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-059ccce2-6ec8-4f8b-80e2-d480b43fcd9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:06:26.076655 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-059ccce2-6ec8-4f8b-80e2-d480b43fcd9e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe840dcd-84e6-4b5f-bdcf-ef3e08af5039 HTTP/1.1" status: 200 len: 856 time: 0.1125700 Jan 18 13:06:26.090288 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d6415-a055-4953-a28a-1f3c748ef090 req-a0e1dda4-64a1-4786-bc51-bcaf964d7992 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:06:26.091758 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-be0d6415-a055-4953-a28a-1f3c748ef090 req-a0e1dda4-64a1-4786-bc51-bcaf964d7992 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=25d481e9-1f75-4fb7-b461-221066301094 HTTP/1.1" status: 200 len: 944 time: 0.0799198 Jan 18 13:06:26.138694 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-be0d6415-a055-4953-a28a-1f3c748ef090 req-2b5beb6a-d3c0-4970-94cc-b0d5f4be6f58 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=c222d4d9-5107-4961-b3ad-e3cd2863069b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410428 Jan 18 13:06:26.153657 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-2bf647b8-6596-40f7-839c-8d1bbf76c240 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0245ff51-1953-4317-abeb-3ec950185d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0715561 Jan 18 13:06:26.295076 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-fd15bc73-72ca-44aa-94e2-6609e02c0bfa service neutron] 10.222.0.35 "GET /v2.0/networks/0245ff51-1953-4317-abeb-3ec950185d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348634 Jan 18 13:06:26.503939 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9cde0eef-18d5-44b0-a2ce-ef8071d7f787 req-323527dc-477c-435b-bab8-73548c7e17b1 service neutron] 10.222.0.35 "GET /v2.0/networks/0245ff51-1953-4317-abeb-3ec950185d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032981 Jan 18 13:06:26.665493 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-75d93d58-138a-40ba-8ce7-1e4f87cd6c5b req-61ce9eff-133e-4bf0-b6b5-d9fa096dc545 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=62c83339981e4116982823738389569b&device_id=25d481e9-1f75-4fb7-b461-221066301094 HTTP/1.1" status: 200 len: 1097 time: 0.0764303 Jan 18 13:06:26.800931 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d93d58-138a-40ba-8ce7-1e4f87cd6c5b req-adf17bec-8c33-40d2-aa11-393a26420dfb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:06:26.802435 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-75d93d58-138a-40ba-8ce7-1e4f87cd6c5b req-adf17bec-8c33-40d2-aa11-393a26420dfb service neutron] 10.222.0.35 "GET /v2.0/networks?id=0245ff51-1953-4317-abeb-3ec950185d8d HTTP/1.1" status: 200 len: 919 time: 0.1296747 Jan 18 13:06:26.873890 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-75d93d58-138a-40ba-8ce7-1e4f87cd6c5b req-7a894d9b-a8f0-4d55-ab85-35ee02da6717 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dc18735-ef74-4790-92a0-bb123c66b799 HTTP/1.1" status: 200 len: 217 time: 0.0642684 Jan 18 13:06:26.937934 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d93d58-138a-40ba-8ce7-1e4f87cd6c5b req-7f872503-59ca-4923-be39-7b8b08a05403 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:06:26.939399 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-75d93d58-138a-40ba-8ce7-1e4f87cd6c5b req-7f872503-59ca-4923-be39-7b8b08a05403 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe840dcd-84e6-4b5f-bdcf-ef3e08af5039 HTTP/1.1" status: 200 len: 856 time: 0.0597732 Jan 18 13:06:27.025701 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-75d93d58-138a-40ba-8ce7-1e4f87cd6c5b req-1965c09f-d4ca-4f32-b851-a1fdd8d88e48 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0245ff51-1953-4317-abeb-3ec950185d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779221 Jan 18 13:06:27.167221 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-75d93d58-138a-40ba-8ce7-1e4f87cd6c5b req-daefe843-2e2e-4276-bf81-92ee7c94faad service neutron] 10.222.0.35 "GET /v2.0/networks/0245ff51-1953-4317-abeb-3ec950185d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340208 Jan 18 13:06:27.294847 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8db3b23b-4dac-4f43-a70c-f9afe56a7431 req-339bc27e-77e3-4169-9c0a-136410f61f00 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0953121 Jan 18 13:06:27.349830 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-75d93d58-138a-40ba-8ce7-1e4f87cd6c5b req-41de457f-f9ca-4f72-be5c-894105f909b5 service neutron] 10.222.0.35 "GET /v2.0/networks/0245ff51-1953-4317-abeb-3ec950185d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762214 Jan 18 13:06:27.374412 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e7ca0-e7d2-4f5d-9a1c-c05d62a09546 req-5a5524f6-e4f7-4b38-a191-cecf0c9d6f39 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:06:27.376090 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6f1e7ca0-e7d2-4f5d-9a1c-c05d62a09546 req-5a5524f6-e4f7-4b38-a191-cecf0c9d6f39 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=25d481e9-1f75-4fb7-b461-221066301094 HTTP/1.1" status: 200 len: 944 time: 0.0894234 Jan 18 13:06:27.421869 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6f1e7ca0-e7d2-4f5d-9a1c-c05d62a09546 req-af173bed-3578-4fe8-a866-e8f44b2b36e7 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=c222d4d9-5107-4961-b3ad-e3cd2863069b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399537 Jan 18 13:06:28.473701 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d5f7440f-3d3a-40e1-8601-b4d4342fc05a req-02df15c9-787c-4c71-8aae-576432692d50 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0488405 Jan 18 13:06:28.643256 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76368d2-38e1-4bda-ba60-18e24e3d49be req-7f4e249e-4af4-4daa-9e74-9360c7248665 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:06:28.644613 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-d76368d2-38e1-4bda-ba60-18e24e3d49be req-7f4e249e-4af4-4daa-9e74-9360c7248665 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=25d481e9-1f75-4fb7-b461-221066301094 HTTP/1.1" status: 200 len: 944 time: 0.0847213 Jan 18 13:06:28.695144 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-d76368d2-38e1-4bda-ba60-18e24e3d49be req-5a90a7a6-5c76-43cc-91c2-8b2da03ab2a3 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=c222d4d9-5107-4961-b3ad-e3cd2863069b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451090 Jan 18 13:06:28.970596 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 7dc18735-ef74-4790-92a0-bb123c66b799 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:06:29.113981 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 7dc18735-ef74-4790-92a0-bb123c66b799, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=7dc18735-ef74-4790-92a0-bb123c66b799,segment=NetworkSegment(87c18e1c-b1f5-42be-a8fc-168d2192ac96),segment_id=87c18e1c-b1f5-42be-a8fc-168d2192ac96)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:06:29.128445 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Returning: {'device': '7dc18735-ef74-4790-92a0-bb123c66b799', 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d', 'port_id': '7dc18735-ef74-4790-92a0-bb123c66b799', 'mac_address': 'fa:16:3e:ad:64:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe840dcd-84e6-4b5f-bdcf-ef3e08af5039', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:06:29.191660 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:29.210483 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dc18735-ef74-4790-92a0-bb123c66b799 {{(pid=82758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:06:29.225919 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 7dc18735-ef74-4790-92a0-bb123c66b799, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=7dc18735-ef74-4790-92a0-bb123c66b799,segment=NetworkSegment(87c18e1c-b1f5-42be-a8fc-168d2192ac96),segment_id=87c18e1c-b1f5-42be-a8fc-168d2192ac96)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:06:29.230160 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:29.303109 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=7dc18735-ef74-4790-92a0-bb123c66b799,revision_number=4']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:06:29.312160 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:29.312501 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:29.312833 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:29.313160 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:29.313484 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:29.313805 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:29.314122 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:29.314460 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:29.314811 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:29.315124 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:29.315439 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:06:29.560840 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] get_ports_and_sgs() called for port_ids ['7dc18735-ef74-4790-92a0-bb123c66b799'] {{(pid=82758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:06:29.660717 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-08d4876e-e810-4932-bcf7-9311d17b9e25 req-ed60f5d3-1385-447f-8b5b-44c340819c92 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0464337 Jan 18 13:06:29.923775 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac2280-6abf-4b66-967e-83cffe7d0bb8 req-f3f0b6db-9177-4123-a926-151a6e5092dc tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:06:29.925311 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-56ac2280-6abf-4b66-967e-83cffe7d0bb8 req-f3f0b6db-9177-4123-a926-151a6e5092dc tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=25d481e9-1f75-4fb7-b461-221066301094 HTTP/1.1" status: 200 len: 945 time: 0.0880053 Jan 18 13:06:29.973732 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-56ac2280-6abf-4b66-967e-83cffe7d0bb8 req-cb0e7e90-7a0c-4a0b-9559-95524dade4f7 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=c222d4d9-5107-4961-b3ad-e3cd2863069b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427279 Jan 18 13:06:30.827169 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-3d6a9f5a-a747-4ca7-b7e8-5209ab1adbf5 req-e4587dd7-5f58-45a8-baa2-57bfcf934327 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0414639 Jan 18 13:06:30.975852 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 7dc18735-ef74-4790-92a0-bb123c66b799 up at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:06:31.100302 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning for port 7dc18735-ef74-4790-92a0-bb123c66b799 completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:06:31.106408 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning complete for port 7dc18735-ef74-4790-92a0-bb123c66b799 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:06:31.106871 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:31.198746 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595526e-0cfd-4cd8-8d08-b87d622f2a8b req-f209fca7-1e32-405f-b02d-ad5e7ac8dbbd tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:06:31.200189 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-f595526e-0cfd-4cd8-8d08-b87d622f2a8b req-f209fca7-1e32-405f-b02d-ad5e7ac8dbbd tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=25d481e9-1f75-4fb7-b461-221066301094 HTTP/1.1" status: 200 len: 945 time: 0.0837095 Jan 18 13:06:31.233902 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:31.256077 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-f595526e-0cfd-4cd8-8d08-b87d622f2a8b req-9f44d865-e806-472c-83ee-82101beadcd5 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=c222d4d9-5107-4961-b3ad-e3cd2863069b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492666 Jan 18 13:06:31.262005 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d481e9-1f75-4fb7-b461-221066301094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc18735-ef74-4790-92a0-bb123c66b799'}] {{(pid=82758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:06:31.272987 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 7dc18735-ef74-4790-92a0-bb123c66b799, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=7dc18735-ef74-4790-92a0-bb123c66b799,segment=NetworkSegment(87c18e1c-b1f5-42be-a8fc-168d2192ac96),segment_id=87c18e1c-b1f5-42be-a8fc-168d2192ac96)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:06:31.279894 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:31.361628 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=7dc18735-ef74-4790-92a0-bb123c66b799,revision_number=5']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:06:31.416349 dv-cinder-825103-1-iscsi neutron-server[82758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d481e9-1f75-4fb7-b461-221066301094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc18735-ef74-4790-92a0-bb123c66b799', 'code': 200} Jan 18 13:06:31.681472 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5253858b-6870-49da-bf37-f05b1e036a16 req-7e4180b4-6261-40b2-a82c-31e02fff8225 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=25d481e9-1f75-4fb7-b461-221066301094 HTTP/1.1" status: 200 len: 1099 time: 0.0679667 Jan 18 13:06:31.727858 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5253858b-6870-49da-bf37-f05b1e036a16 req-0b1ad630-0a0f-4fe6-a680-28389bcf92a0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c222d4d9-5107-4961-b3ad-e3cd2863069b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409453 Jan 18 13:06:31.989860 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-27dd6f6a-4594-4314-bba6-f62b0248815a req-fd16c34c-9e93-4a31-aac1-1644c908dc83 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0413845 Jan 18 13:06:32.521179 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d183475-7361-449f-857b-5596cda47016 req-85ede488-497a-41c8-b531-e8cb443fa4f1 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:06:32.523821 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7d183475-7361-449f-857b-5596cda47016 req-85ede488-497a-41c8-b531-e8cb443fa4f1 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=25d481e9-1f75-4fb7-b461-221066301094 HTTP/1.1" status: 200 len: 946 time: 0.1035264 Jan 18 13:06:32.571666 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7d183475-7361-449f-857b-5596cda47016 req-fd88ab64-b76a-4385-a93e-6a2db512af69 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=c222d4d9-5107-4961-b3ad-e3cd2863069b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408428 Jan 18 13:06:33.156211 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c7bf824f-0847-4a73-ac44-3d9c12f6bea4 req-4a161319-7f8f-4a2e-a3c4-d706d063b0f0 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0412436 Jan 18 13:06:33.790560 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538b9f9-8b8b-430b-8041-85ae9cf65b36 req-92c1e589-6d52-45e8-9789-e98aff4fc17a tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:06:33.792102 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c538b9f9-8b8b-430b-8041-85ae9cf65b36 req-92c1e589-6d52-45e8-9789-e98aff4fc17a tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=25d481e9-1f75-4fb7-b461-221066301094 HTTP/1.1" status: 200 len: 946 time: 0.0805857 Jan 18 13:06:33.837540 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c538b9f9-8b8b-430b-8041-85ae9cf65b36 req-651bef3b-0e36-45ae-9ea0-488a756aecc4 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=c222d4d9-5107-4961-b3ad-e3cd2863069b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395045 Jan 18 13:06:34.135187 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0913e-4de1-4def-b5fe-fa2ff34a8c7b req-7d914538-9e24-42fd-bb72-45bc5b57d2c4 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:06:34.136571 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-f9d0913e-4de1-4def-b5fe-fa2ff34a8c7b req-7d914538-9e24-42fd-bb72-45bc5b57d2c4 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=25d481e9-1f75-4fb7-b461-221066301094 HTTP/1.1" status: 200 len: 946 time: 0.1646702 Jan 18 13:06:34.145601 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 34790) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:06:34.150640 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-e06f055c-da1f-477b-97da-7eb107847100 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Request body: {'floatingip': {'port_id': '7dc18735-ef74-4790-92a0-bb123c66b799'}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:06:34.236725 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e06f055c-da1f-477b-97da-7eb107847100 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for floatingip, before_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:34.326411 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b547934f-cdfd-4f8f-bfae-7b0703846d38 req-4213553e-4b1a-4e5b-bd0e-ef86506085c3 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0453856 Jan 18 13:06:34.855741 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e06f055c-da1f-477b-97da-7eb107847100 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:34.860248 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e06f055c-da1f-477b-97da-7eb107847100 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16439339'] for floatingip, after_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:35.048407 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.db.l3_db [None req-e06f055c-da1f-477b-97da-7eb107847100 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Floating IP de058e7e-b9bf-44c7-a56c-0e1938847ec9 associated. External IP: 172.27.2.253, port: 7dc18735-ef74-4790-92a0-bb123c66b799. Jan 18 13:06:35.613727 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6ac51c98-50cf-4359-9098-6d772b54e823 req-9e678c36-b60b-4a0d-a93d-10888dfe00c7 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.1615810 Jan 18 13:06:35.648049 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06f055c-da1f-477b-97da-7eb107847100 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Router e18495b0-7751-4f9f-af15-e751b7098f0a has already been hosted by L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 {{(pid=82757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:06:35.874561 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06f055c-da1f-477b-97da-7eb107847100 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:06:35.879405 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e06f055c-da1f-477b-97da-7eb107847100 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for floatingip, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:35.883996 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3ab1b2-ac9b-458e-8430-6e7b2f529142 None None] Sync routers for ids ['e18495b0-7751-4f9f-af15-e751b7098f0a'] in dv-cinder-825103-1-iscsi {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:06:35.896102 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3ab1b2-ac9b-458e-8430-6e7b2f529142 None None] Routers {'e18495b0-7751-4f9f-af15-e751b7098f0a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:06:35.896777 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-cf3ab1b2-ac9b-458e-8430-6e7b2f529142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:06:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['e18495b0-7751-4f9f-af15-e751b7098f0a'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:06:35.936954 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-e06f055c-da1f-477b-97da-7eb107847100 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "PUT /v2.0/floatingips/de058e7e-b9bf-44c7-a56c-0e1938847ec9 HTTP/1.1" status: 200 len: 992 time: 1.7894897 Jan 18 13:06:35.937691 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25d481e9-1f75-4fb7-b461-221066301094', 'tag': '7dc18735-ef74-4790-92a0-bb123c66b799'}] {{(pid=82757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:06:36.075243 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25d481e9-1f75-4fb7-b461-221066301094', 'tag': '7dc18735-ef74-4790-92a0-bb123c66b799', 'status': 'completed', 'code': 200} Jan 18 13:06:36.083610 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-cf3ab1b2-ac9b-458e-8430-6e7b2f529142 None None] Set router e18495b0-7751-4f9f-af15-e751b7098f0a gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:06:36.193602 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8b260cff-9049-470b-bfde-4b352b0aae45 req-df8f7296-6ff1-4e82-810b-ff7274c57865 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=62c83339981e4116982823738389569b&device_id=25d481e9-1f75-4fb7-b461-221066301094 HTTP/1.1" status: 200 len: 1099 time: 0.0706804 Jan 18 13:06:36.328842 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b260cff-9049-470b-bfde-4b352b0aae45 req-a9293904-8075-4074-a45c-5bcce5ac5506 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:06:36.330286 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8b260cff-9049-470b-bfde-4b352b0aae45 req-a9293904-8075-4074-a45c-5bcce5ac5506 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0245ff51-1953-4317-abeb-3ec950185d8d HTTP/1.1" status: 200 len: 919 time: 0.1308208 Jan 18 13:06:36.449401 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-cf3ab1b2-ac9b-458e-8430-6e7b2f529142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1640783183-router', 'tenant_id': '62c83339981e4116982823738389569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T12:49:01Z', 'revision_number': 4, 'project_id': '62c83339981e4116982823738389569b', 'gw_port': {'id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:42Z', 'updated_at': '2022-01-18T12:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_floatingips': [{'id': 'de058e7e-b9bf-44c7-a56c-0e1938847ec9', 'tenant_id': '62c83339981e4116982823738389569b', 'floating_ip_address': '172.27.2.253', 'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'router_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'port_id': '7dc18735-ef74-4790-92a0-bb123c66b799', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d', 'mac_address': 'fa:16:3e:ad:64:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d481e9-1f75-4fb7-b461-221066301094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:06:20Z', 'updated_at': '2022-01-18T13:06:34Z', 'revision_number': 1, 'project_id': '62c83339981e4116982823738389569b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44f56fcb-5e3d-4f58-9b96-57a5d6caa73e', 'name': '', 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d', 'tenant_id': '62c83339981e4116982823738389569b', 'mac_address': 'fa:16:3e:6b:89:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe840dcd-84e6-4b5f-bdcf-ef3e08af5039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:59Z', 'updated_at': '2022-01-18T12:49:26Z', 'revision_number': 5, 'project_id': '62c83339981e4116982823738389569b', 'subnets': [{'id': 'fe840dcd-84e6-4b5f-bdcf-ef3e08af5039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:06:36.454553 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3ab1b2-ac9b-458e-8430-6e7b2f529142 None None] Checking router: e18495b0-7751-4f9f-af15-e751b7098f0a for host: dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:06:36.467915 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3ab1b2-ac9b-458e-8430-6e7b2f529142 None None] Routers {'e18495b0-7751-4f9f-af15-e751b7098f0a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:06:36.468473 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-cf3ab1b2-ac9b-458e-8430-6e7b2f529142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:06:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['e18495b0-7751-4f9f-af15-e751b7098f0a'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:06:36.522936 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8b260cff-9049-470b-bfde-4b352b0aae45 req-69dcbae7-a2a3-49bc-8711-bf8015524227 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dc18735-ef74-4790-92a0-bb123c66b799 HTTP/1.1" status: 200 len: 1000 time: 0.1843367 Jan 18 13:06:36.590639 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b260cff-9049-470b-bfde-4b352b0aae45 req-0f86cbc2-62f7-4b8f-8517-2f4afaaf516a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:06:36.592097 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8b260cff-9049-470b-bfde-4b352b0aae45 req-0f86cbc2-62f7-4b8f-8517-2f4afaaf516a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe840dcd-84e6-4b5f-bdcf-ef3e08af5039 HTTP/1.1" status: 200 len: 856 time: 0.0627923 Jan 18 13:06:36.649930 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-cf3ab1b2-ac9b-458e-8430-6e7b2f529142 None None] Set router e18495b0-7751-4f9f-af15-e751b7098f0a gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:06:36.673020 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8b260cff-9049-470b-bfde-4b352b0aae45 req-a0dba305-4ab9-4282-be50-4fad0ba4f4cb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0245ff51-1953-4317-abeb-3ec950185d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743487 Jan 18 13:06:36.801323 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-8f1fc762-2b05-4883-acf4-bcb86d3f140b req-8bacdb6b-e323-4358-bca3-f90873af5c6a tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0534940 Jan 18 13:06:36.829430 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8b260cff-9049-470b-bfde-4b352b0aae45 req-b3223336-082e-4426-9849-efaa5c56e22c service neutron] 10.222.0.35 "GET /v2.0/networks/0245ff51-1953-4317-abeb-3ec950185d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507316 Jan 18 13:06:36.971969 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8b260cff-9049-470b-bfde-4b352b0aae45 req-00be366a-ab3a-4fe3-8e17-79192cf8ea11 service neutron] 10.222.0.35 "GET /v2.0/networks/0245ff51-1953-4317-abeb-3ec950185d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358588 Jan 18 13:06:37.019344 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-cf3ab1b2-ac9b-458e-8430-6e7b2f529142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1640783183-router', 'tenant_id': '62c83339981e4116982823738389569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T12:49:01Z', 'revision_number': 4, 'project_id': '62c83339981e4116982823738389569b', 'gw_port': {'id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:42Z', 'updated_at': '2022-01-18T12:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_floatingips': [{'id': 'de058e7e-b9bf-44c7-a56c-0e1938847ec9', 'tenant_id': '62c83339981e4116982823738389569b', 'floating_ip_address': '172.27.2.253', 'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'router_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'port_id': '7dc18735-ef74-4790-92a0-bb123c66b799', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d', 'mac_address': 'fa:16:3e:ad:64:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d481e9-1f75-4fb7-b461-221066301094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:06:20Z', 'updated_at': '2022-01-18T13:06:34Z', 'revision_number': 1, 'project_id': '62c83339981e4116982823738389569b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44f56fcb-5e3d-4f58-9b96-57a5d6caa73e', 'name': '', 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d', 'tenant_id': '62c83339981e4116982823738389569b', 'mac_address': 'fa:16:3e:6b:89:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe840dcd-84e6-4b5f-bdcf-ef3e08af5039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:59Z', 'updated_at': '2022-01-18T12:49:26Z', 'revision_number': 5, 'project_id': '62c83339981e4116982823738389569b', 'subnets': [{'id': 'fe840dcd-84e6-4b5f-bdcf-ef3e08af5039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:06:37.023257 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3ab1b2-ac9b-458e-8430-6e7b2f529142 None None] The sync data for ids ['e18495b0-7751-4f9f-af15-e751b7098f0a'] in dv-cinder-825103-1-iscsi is: [{'id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1640783183-router', 'tenant_id': '62c83339981e4116982823738389569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T12:49:01Z', 'revision_number': 4, 'project_id': '62c83339981e4116982823738389569b', 'gw_port': {'id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:42Z', 'updated_at': '2022-01-18T12:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_floatingips': [{'id': 'de058e7e-b9bf-44c7-a56c-0e1938847ec9', 'tenant_id': '62c83339981e4116982823738389569b', 'floating_ip_address': '172.27.2.253', 'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'router_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'port_id': '7dc18735-ef74-4790-92a0-bb123c66b799', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d', 'mac_address': 'fa:16:3e:ad:64:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d481e9-1f75-4fb7-b461-221066301094', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:06:20Z', 'updated_at': '2022-01-18T13:06:34Z', 'revision_number': 1, 'project_id': '62c83339981e4116982823738389569b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44f56fcb-5e3d-4f58-9b96-57a5d6caa73e', 'name': '', 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d', 'tenant_id': '62c83339981e4116982823738389569b', 'mac_address': 'fa:16:3e:6b:89:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe840dcd-84e6-4b5f-bdcf-ef3e08af5039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:59Z', 'updated_at': '2022-01-18T12:49:26Z', 'revision_number': 5, 'project_id': '62c83339981e4116982823738389569b', 'subnets': [{'id': 'fe840dcd-84e6-4b5f-bdcf-ef3e08af5039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:06:37.220349 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183802e2-b2d0-4d89-ae9d-871186d1a885 None None] New status for floating IP de058e7e-b9bf-44c7-a56c-0e1938847ec9: ACTIVE {{(pid=82759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:06:37.975569 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-fbc0ccd6-165a-4709-893b-5c8d1628b0c3 req-7ac81f8f-cbde-4f1a-a1cb-8727ea250343 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0498700 Jan 18 13:06:39.150587 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3e6ca099-f691-4096-bf39-75c444157237 req-b371de7a-0620-47f8-abdf-e14ac2b92a30 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0487244 Jan 18 13:06:40.182901 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:40.327440 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-d56262e6-ac9a-4a12-9a3f-3109c4fb022b req-7e274d6c-2854-4e86-8a9a-bd3321cdfcd9 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0469878 Jan 18 13:06:41.444837 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [req-7f971edb-ba28-4be0-ac8d-46abd86c2816 req-ee1cb34a-e118-4438-bfdb-173da815833f service neutron] (82757) timed out ('10.222.0.35', 50025) {{(pid=82757) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 13:06:41.502783 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-b3be7868-3b6a-416c-a450-ff6d1c2abfd8 req-9c52415f-2cfe-43da-96d3-f18ab8289d16 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0429454 Jan 18 13:06:42.031259 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:06:42.683875 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-80d5e63f-16e7-41a0-8854-19cc27f38dfb req-48b1c403-3fd6-41ab-95cc-2fe1d5371628 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0529227 Jan 18 13:06:43.834966 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-6b8044a1-3c91-4f67-b2a1-284324a6df75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:43.859052 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-2e25b4dd-fa2e-4261-87fe-c7a44589f522 req-2bbffd55-03ff-4937-8a96-cfa25a7cdab1 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0450490 Jan 18 13:06:45.026553 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-d5e1ceb6-3695-416e-b1a5-8cb7f4fdfd3f req-56f73ef5-1f1f-43ea-a8ea-67670001d93d tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0411665 Jan 18 13:06:46.085263 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-3ceeec68-4ccc-4f25-96b6-a90a68cced6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:46.195574 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4e98f0ba-aab7-4aed-9c84-d35357241ad8 req-6a4311b3-25ac-4196-bc52-b50fb875d65e tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0445430 Jan 18 13:06:47.283889 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:47.367111 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-0fa73a01-fdd7-4eae-9770-57ff6ef26f58 req-0817f606-8862-49d3-adb1-b4aacd76b9a5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0421879 Jan 18 13:06:47.472327 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:48.238418 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [req-0e8b9446-8829-4ffb-92df-848213dbc667 req-0d385f05-d2e8-4e17-8615-f8bc5aef0049 service neutron] (82756) timed out ('10.222.0.84', 50288) {{(pid=82756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 13:06:48.537989 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-49f19d55-5288-42a4-8a89-179fb00aac6e req-aec6a81f-2d38-4d7d-b0eb-285017573828 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0418456 Jan 18 13:06:48.947952 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:06:49.706290 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-edd682b9-534c-4abd-8a70-48479eef9964 req-c9ff72dc-d636-4472-9185-0827b7e0dcd3 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0466921 Jan 18 13:06:51.027448 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-87d9e7d9-9d09-4245-b507-e8a58843c9ae req-2ae14b3c-45d7-47d3-9e5b-dfb0c1b25fb5 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0418253 Jan 18 13:06:52.208029 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-f360b7ac-eb1e-48a7-8c34-83ef72ddfb72 req-4280c70e-819f-473b-b39c-d69e3a2f2f8c tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0432947 Jan 18 13:06:53.378476 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-5ccb5e9c-1c44-4604-a1fc-3dd523562151 req-7e1ab908-07e5-44ad-bdb9-94e24f1a4d0e tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0452433 Jan 18 13:06:54.554951 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e807f576-9dd8-46a1-a86a-c231da0e94db req-249c0c20-087d-4ae6-a629-5a6acc04bc02 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0498056 Jan 18 13:06:55.763065 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-f1255633-fbc2-484d-ac40-3fd283805c31 req-a873d2a6-335c-4ee6-8be8-03cd90069b71 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0539012 Jan 18 13:06:56.934830 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-f8364262-8343-4d8f-8877-4c44eb54c2b8 req-f79c1849-0912-49fa-a10e-b4f95f4e3e3b tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0442617 Jan 18 13:06:58.100514 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6a1e6b55-59dd-4241-9284-3f1333367580 req-7b861b90-a2a2-487a-b3a9-1e202943a679 tempest-TestMinimumBasicScenario-96321936 tempest-TestMinimumBasicScenario-96321936-project] 10.222.0.84 "GET /v2.0/ports?device_id=2c834374-07c8-4bec-a605-b4bd2982dbf0 HTTP/1.1" status: 200 len: 210 time: 0.0427938 Jan 18 13:07:00.178415 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 35124) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:07:00.753977 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-2d17e9b3-2d79-4ed5-ba82-2c5d94e3fa93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16440925'] for router_interface, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:01.453133 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [None req-2d17e9b3-2d79-4ed5-ba82-2c5d94e3fa93 admin admin] Deleting port d899a275-0534-46e1-88ba-eac3c88296bc {{(pid=82756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:07:01.453858 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-2d17e9b3-2d79-4ed5-ba82-2c5d94e3fa93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:01.641811 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [None req-2d17e9b3-2d79-4ed5-ba82-2c5d94e3fa93 admin admin] For port d899a275-0534-46e1-88ba-eac3c88296bc, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=d899a275-0534-46e1-88ba-eac3c88296bc,segment=NetworkSegment(dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0),segment_id=dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0)] {{(pid=82756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:07:01.642187 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-2d17e9b3-2d79-4ed5-ba82-2c5d94e3fa93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:01.765041 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [None req-2d17e9b3-2d79-4ed5-ba82-2c5d94e3fa93 admin admin] Calling delete_port for d899a275-0534-46e1-88ba-eac3c88296bc owned by network:router_interface {{(pid=82756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:07:01.949964 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-2d17e9b3-2d79-4ed5-ba82-2c5d94e3fa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:01.996448 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17e9b3-2d79-4ed5-ba82-2c5d94e3fa93 admin admin] Pushing event deleted for resources: {'Port': ['ID=d899a275-0534-46e1-88ba-eac3c88296bc,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:07:02.036780 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d17e9b3-2d79-4ed5-ba82-2c5d94e3fa93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:07:02.037134 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d17e9b3-2d79-4ed5-ba82-2c5d94e3fa93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:07:02.037470 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d17e9b3-2d79-4ed5-ba82-2c5d94e3fa93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:07:02.037799 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d17e9b3-2d79-4ed5-ba82-2c5d94e3fa93 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:07:02.038128 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d17e9b3-2d79-4ed5-ba82-2c5d94e3fa93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:07:02.038452 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d17e9b3-2d79-4ed5-ba82-2c5d94e3fa93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:07:02.038803 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d17e9b3-2d79-4ed5-ba82-2c5d94e3fa93 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:07:02.039126 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d17e9b3-2d79-4ed5-ba82-2c5d94e3fa93 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:07:02.039445 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d17e9b3-2d79-4ed5-ba82-2c5d94e3fa93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:07:02.039764 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d17e9b3-2d79-4ed5-ba82-2c5d94e3fa93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:07:02.040078 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d17e9b3-2d79-4ed5-ba82-2c5d94e3fa93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:07:02.309496 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-2d17e9b3-2d79-4ed5-ba82-2c5d94e3fa93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15336335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16439476'] for router_interface, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:02.911416 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d17e9b3-2d79-4ed5-ba82-2c5d94e3fa93 admin admin] Router 27eed0c7-a2eb-4bcc-856b-cd6d25b25369 has already been hosted by L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 {{(pid=82756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:07:03.216754 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d17e9b3-2d79-4ed5-ba82-2c5d94e3fa93 admin admin] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:07:03.226069 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b578f11-63bb-4f68-af85-7f31cfa427d7 None None] Sync routers for ids ['27eed0c7-a2eb-4bcc-856b-cd6d25b25369'] in dv-cinder-825103-1-iscsi {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:07:03.233889 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-2d17e9b3-2d79-4ed5-ba82-2c5d94e3fa93 admin admin] 10.222.0.84 "PUT /v2.0/routers/27eed0c7-a2eb-4bcc-856b-cd6d25b25369/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0541649 Jan 18 13:07:03.236731 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 35156) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:07:03.238697 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b578f11-63bb-4f68-af85-7f31cfa427d7 None None] Routers {'27eed0c7-a2eb-4bcc-856b-cd6d25b25369'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:07:03.239346 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-5b578f11-63bb-4f68-af85-7f31cfa427d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:06:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['27eed0c7-a2eb-4bcc-856b-cd6d25b25369'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:07:03.460556 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-0182ebb0-a566-4137-a6e4-9b272fd46484 admin admin] Notify callbacks [] for router, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:03.461909 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-5b578f11-63bb-4f68-af85-7f31cfa427d7 None None] Set router 27eed0c7-a2eb-4bcc-856b-cd6d25b25369 gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:07:03.753498 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-5b578f11-63bb-4f68-af85-7f31cfa427d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'name': 'tempest-TestMinimumBasicScenario-1034475493-router', 'tenant_id': '4780fe48fc504b868a4e20ccdeddc261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '9d889bff-5dcb-4dae-a2e3-e590cad03a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:34Z', 'updated_at': '2022-01-18T13:07:01Z', 'revision_number': 5, 'project_id': '4780fe48fc504b868a4e20ccdeddc261', 'gw_port': {'id': '9d889bff-5dcb-4dae-a2e3-e590cad03a85', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:34Z', 'updated_at': '2022-01-18T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:07:03.758723 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b578f11-63bb-4f68-af85-7f31cfa427d7 None None] Checking router: 27eed0c7-a2eb-4bcc-856b-cd6d25b25369 for host: dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:07:03.771133 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b578f11-63bb-4f68-af85-7f31cfa427d7 None None] Routers {'27eed0c7-a2eb-4bcc-856b-cd6d25b25369'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:07:03.771750 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-5b578f11-63bb-4f68-af85-7f31cfa427d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:06:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['27eed0c7-a2eb-4bcc-856b-cd6d25b25369'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:07:03.773067 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-0182ebb0-a566-4137-a6e4-9b272fd46484 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:03.786380 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-0182ebb0-a566-4137-a6e4-9b272fd46484 admin admin] Deleting port 9d889bff-5dcb-4dae-a2e3-e590cad03a85 {{(pid=82757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:07:03.787087 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-0182ebb0-a566-4137-a6e4-9b272fd46484 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:03.957193 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-5b578f11-63bb-4f68-af85-7f31cfa427d7 None None] Set router 27eed0c7-a2eb-4bcc-856b-cd6d25b25369 gateway port host: None {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:07:03.995844 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.db [None req-0182ebb0-a566-4137-a6e4-9b272fd46484 admin admin] For port 9d889bff-5dcb-4dae-a2e3-e590cad03a85, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=9d889bff-5dcb-4dae-a2e3-e590cad03a85,segment=NetworkSegment(a71a77f2-f00b-4634-9c06-cb577f22632a),segment_id=a71a77f2-f00b-4634-9c06-cb577f22632a)] {{(pid=82757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:07:03.996316 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-0182ebb0-a566-4137-a6e4-9b272fd46484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:04.072608 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-5b578f11-63bb-4f68-af85-7f31cfa427d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'name': 'tempest-TestMinimumBasicScenario-1034475493-router', 'tenant_id': '4780fe48fc504b868a4e20ccdeddc261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:34Z', 'updated_at': '2022-01-18T13:07:03Z', 'revision_number': 6, 'project_id': '4780fe48fc504b868a4e20ccdeddc261', 'gw_port_host': None}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:07:04.078139 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b578f11-63bb-4f68-af85-7f31cfa427d7 None None] The sync data for ids ['27eed0c7-a2eb-4bcc-856b-cd6d25b25369'] in dv-cinder-825103-1-iscsi is: [{'id': '27eed0c7-a2eb-4bcc-856b-cd6d25b25369', 'name': 'tempest-TestMinimumBasicScenario-1034475493-router', 'tenant_id': '4780fe48fc504b868a4e20ccdeddc261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:34Z', 'updated_at': '2022-01-18T13:07:03Z', 'revision_number': 6, 'project_id': '4780fe48fc504b868a4e20ccdeddc261', 'gw_port_host': None}] {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:07:04.140889 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-0182ebb0-a566-4137-a6e4-9b272fd46484 admin admin] Calling delete_port for 9d889bff-5dcb-4dae-a2e3-e590cad03a85 owned by network:router_gateway {{(pid=82757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:07:04.319466 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-0182ebb0-a566-4137-a6e4-9b272fd46484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15894096'] for port, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:04.363517 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182ebb0-a566-4137-a6e4-9b272fd46484 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d889bff-5dcb-4dae-a2e3-e590cad03a85,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:07:04.608107 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-0182ebb0-a566-4137-a6e4-9b272fd46484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16439416'] for router_gateway, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:04.880576 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-0182ebb0-a566-4137-a6e4-9b272fd46484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16435180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43902'] for router, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:04.884859 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-0182ebb0-a566-4137-a6e4-9b272fd46484 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:04.914205 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-0182ebb0-a566-4137-a6e4-9b272fd46484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16435088'] for router, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:04.914780 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0182ebb0-a566-4137-a6e4-9b272fd46484 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27eed0c7-a2eb-4bcc-856b-cd6d25b25369 {{(pid=82757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 13:07:04.928540 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-0182ebb0-a566-4137-a6e4-9b272fd46484 admin admin] Notify callbacks [] for router, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:04.929674 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-0182ebb0-a566-4137-a6e4-9b272fd46484 admin admin] 10.222.0.84 "DELETE /v2.0/routers/27eed0c7-a2eb-4bcc-856b-cd6d25b25369 HTTP/1.1" status: 204 len: 168 time: 1.6915290 Jan 18 13:07:04.932134 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 35174) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:07:04.992970 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.db_base_plugin_v2 [None req-993194ce-2f73-495d-a993-484290d71264 admin admin] Deleting subnet 79e00410-d53e-44ca-b28a-3e7239ed8fa5 {{(pid=82757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:07:04.996012 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-993194ce-2f73-495d-a993-484290d71264 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:05.050822 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-993194ce-2f73-495d-a993-484290d71264 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182539'] for subnet, precommit_delete_associations {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:05.132296 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-993194ce-2f73-495d-a993-484290d71264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562804'] for subnet, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:05.206167 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-993194ce-2f73-495d-a993-484290d71264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15846819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15901799'] for subnet, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:05.363293 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993194ce-2f73-495d-a993-484290d71264 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79e00410-d53e-44ca-b28a-3e7239ed8fa5,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:07:05.370744 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-993194ce-2f73-495d-a993-484290d71264 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:05.377680 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91773c1-8fd4-4ecb-982e-1903ecfb9c0a None None] Network 3aafb570-73f3-4d6d-b0fd-ecc33f87d7db requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:07:05.378539 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-993194ce-2f73-495d-a993-484290d71264 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/79e00410-d53e-44ca-b28a-3e7239ed8fa5 HTTP/1.1" status: 204 len: 168 time: 0.4453909 Jan 18 13:07:05.383376 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 35184) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:07:05.506826 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e29ab156-b72e-4d30-8983-cd59546549f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653206'] for network, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:05.518368 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-e29ab156-b72e-4d30-8983-cd59546549f4 admin admin] Deleting port 132650c0-a474-4616-a6c5-d869897775ec {{(pid=82757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:07:05.518727 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e29ab156-b72e-4d30-8983-cd59546549f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:05.654303 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1989591c-76de-454d-b44f-22110eceb21b None None] DHCP port deletion for 3aafb570-73f3-4d6d-b0fd-ecc33f87d7db request from dv-cinder-825103-1-iscsi {{(pid=82758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 13:07:05.659943 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-1989591c-76de-454d-b44f-22110eceb21b None None] Deleting port 132650c0-a474-4616-a6c5-d869897775ec {{(pid=82758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:07:05.660670 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-1989591c-76de-454d-b44f-22110eceb21b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:05.755355 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.db [None req-e29ab156-b72e-4d30-8983-cd59546549f4 admin admin] For port 132650c0-a474-4616-a6c5-d869897775ec, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=132650c0-a474-4616-a6c5-d869897775ec,segment=NetworkSegment(dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0),segment_id=dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0)] {{(pid=82757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:07:05.755754 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e29ab156-b72e-4d30-8983-cd59546549f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:05.872400 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 132650c0-a474-4616-a6c5-d869897775ec no longer exists at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:07:05.891531 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-e29ab156-b72e-4d30-8983-cd59546549f4 admin admin] Calling delete_port for 132650c0-a474-4616-a6c5-d869897775ec owned by network:dhcp {{(pid=82757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:07:05.959052 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-1989591c-76de-454d-b44f-22110eceb21b None None] For port 132650c0-a474-4616-a6c5-d869897775ec, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=132650c0-a474-4616-a6c5-d869897775ec,segment=NetworkSegment(dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0),segment_id=dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:07:05.959429 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-1989591c-76de-454d-b44f-22110eceb21b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:05.967919 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e29ab156-b72e-4d30-8983-cd59546549f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15894096'] for port, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:06.014690 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ab156-b72e-4d30-8983-cd59546549f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=132650c0-a474-4616-a6c5-d869897775ec,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:07:06.019766 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29ab156-b72e-4d30-8983-cd59546549f4 admin admin] No DVR routers for this DVR port 132650c0-a474-4616-a6c5-d869897775ec on host dv-cinder-825103-1-iscsi {{(pid=82757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:07:06.024010 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] No active binding found for port 132650c0-a474-4616-a6c5-d869897775ec {{(pid=82758) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 18 13:07:06.024010 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 132650c0-a474-4616-a6c5-d869897775ec not bound to the agent host dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:07:06.024366 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device d899a275-0534-46e1-88ba-eac3c88296bc no longer exists at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:07:06.152318 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e29ab156-b72e-4d30-8983-cd59546549f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561661', 'neutron.services.segments.db._delete_segments_for_network-8736039390428'] for network, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:06.153304 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-1989591c-76de-454d-b44f-22110eceb21b None None] Calling delete_port for 132650c0-a474-4616-a6c5-d869897775ec owned by network:dhcp {{(pid=82758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:07:06.184073 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.services.segments.db [None req-e29ab156-b72e-4d30-8983-cd59546549f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aafb570-73f3-4d6d-b0fd-ecc33f87d7db']}} {{(pid=82757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:07:06.189447 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] No Port match for: d899a275-0534-46e1-88ba-eac3c88296bc {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:07:06.189780 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device d899a275-0534-46e1-88ba-eac3c88296bc not bound to the agent host dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:07:06.190187 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 9d889bff-5dcb-4dae-a2e3-e590cad03a85 no longer exists at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:07:06.197552 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.services.segments.db [None req-e29ab156-b72e-4d30-8983-cd59546549f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0') {'for_net_delete': True} {{(pid=82757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:07:06.197848 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.services.segments.db [None req-e29ab156-b72e-4d30-8983-cd59546549f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc1c2e47-ca9b-4667-8f2f-aca736b7cdf0') {} {{(pid=82757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:07:06.209829 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e29ab156-b72e-4d30-8983-cd59546549f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736039390311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182528'] for segment, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:06.231087 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e29ab156-b72e-4d30-8983-cd59546549f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-557774'] for segment, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:06.235434 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] No Port match for: 9d889bff-5dcb-4dae-a2e3-e590cad03a85 {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:07:06.235914 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 9d889bff-5dcb-4dae-a2e3-e590cad03a85 not bound to the agent host dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:07:06.242163 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e29ab156-b72e-4d30-8983-cd59546549f4 admin admin] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=82757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:07:06.242574 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e29ab156-b72e-4d30-8983-cd59546549f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-557785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15894021'] for segment, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:06.256138 dv-cinder-825103-1-iscsi neutron-server[82757]: Traceback (most recent call last): Jan 18 13:07:06.256138 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:07:06.256138 dv-cinder-825103-1-iscsi neutron-server[82757]: timer() Jan 18 13:07:06.256138 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:07:06.256138 dv-cinder-825103-1-iscsi neutron-server[82757]: cb(*args, **kw) Jan 18 13:07:06.256138 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:07:06.256138 dv-cinder-825103-1-iscsi neutron-server[82757]: return func(*args, **kwargs) Jan 18 13:07:06.256138 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:07:06.256138 dv-cinder-825103-1-iscsi neutron-server[82757]: self._notify() Jan 18 13:07:06.256138 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:07:06.256138 dv-cinder-825103-1-iscsi neutron-server[82757]: self.callback(batched_events) Jan 18 13:07:06.256138 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:07:06.256138 dv-cinder-825103-1-iscsi neutron-server[82757]: event.method(event) Jan 18 13:07:06.256138 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:07:06.256138 dv-cinder-825103-1-iscsi neutron-server[82757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:07:06.256138 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:07:06.256138 dv-cinder-825103-1-iscsi neutron-server[82757]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:07:06.256138 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:07:06.256138 dv-cinder-825103-1-iscsi neutron-server[82757]: return f(self, *a, **k) Jan 18 13:07:06.256138 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:07:06.256138 dv-cinder-825103-1-iscsi neutron-server[82757]: return self._get(url).json() Jan 18 13:07:06.256138 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:07:06.256138 dv-cinder-825103-1-iscsi neutron-server[82757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:07:06.256138 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:07:06.256138 dv-cinder-825103-1-iscsi neutron-server[82757]: return self.request(url, 'GET', **kwargs) Jan 18 13:07:06.256138 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:07:06.256138 dv-cinder-825103-1-iscsi neutron-server[82757]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:07:06.256138 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:07:06.256138 dv-cinder-825103-1-iscsi neutron-server[82757]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:07:06.256138 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:07:06.256138 dv-cinder-825103-1-iscsi neutron-server[82757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:07:06.256138 dv-cinder-825103-1-iscsi neutron-server[82757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:07:06.269946 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.db.api [None req-1989591c-76de-454d-b44f-22110eceb21b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:07:06.270352 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG oslo_db.api [None req-1989591c-76de-454d-b44f-22110eceb21b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:07:06.338407 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e29ab156-b72e-4d30-8983-cd59546549f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16439389'] for network, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:06.344533 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e29ab156-b72e-4d30-8983-cd59546549f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for network, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:06.367114 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ab156-b72e-4d30-8983-cd59546549f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3aafb570-73f3-4d6d-b0fd-ecc33f87d7db,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:07:06.383888 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-e29ab156-b72e-4d30-8983-cd59546549f4 admin admin] 10.222.0.84 "DELETE /v2.0/networks/3aafb570-73f3-4d6d-b0fd-ecc33f87d7db HTTP/1.1" status: 204 len: 168 time: 0.9993322 Jan 18 13:07:06.386628 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 35196) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:07:06.772134 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-1989591c-76de-454d-b44f-22110eceb21b None None] Deleting port 132650c0-a474-4616-a6c5-d869897775ec {{(pid=82758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:07:06.772679 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-1989591c-76de-454d-b44f-22110eceb21b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:06.784388 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-089f378c-ca38-42b5-a397-91617d912474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16440925'] for router_interface, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:06.846774 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-1989591c-76de-454d-b44f-22110eceb21b None None] The port '132650c0-a474-4616-a6c5-d869897775ec' was deleted {{(pid=82758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 13:07:07.508755 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-089f378c-ca38-42b5-a397-91617d912474 admin admin] Deleting port fae37302-903c-4731-89b1-cf8515dd0c24 {{(pid=82757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:07:07.509297 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-089f378c-ca38-42b5-a397-91617d912474 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:07.708108 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.db [None req-089f378c-ca38-42b5-a397-91617d912474 admin admin] For port fae37302-903c-4731-89b1-cf8515dd0c24, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=fae37302-903c-4731-89b1-cf8515dd0c24,segment=NetworkSegment(31025bb3-c82a-4184-81c2-01abe7adf52c),segment_id=31025bb3-c82a-4184-81c2-01abe7adf52c)] {{(pid=82757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:07:07.708489 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-089f378c-ca38-42b5-a397-91617d912474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:07.846007 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-089f378c-ca38-42b5-a397-91617d912474 admin admin] Calling delete_port for fae37302-903c-4731-89b1-cf8515dd0c24 owned by network:router_interface {{(pid=82757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:07:08.031090 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-089f378c-ca38-42b5-a397-91617d912474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15894096'] for port, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:08.073700 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f378c-ca38-42b5-a397-91617d912474 admin admin] Pushing event deleted for resources: {'Port': ['ID=fae37302-903c-4731-89b1-cf8515dd0c24,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:07:08.383191 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-089f378c-ca38-42b5-a397-91617d912474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15336335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16439476'] for router_interface, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:09.098356 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089f378c-ca38-42b5-a397-91617d912474 admin admin] Router 03d51331-a281-4025-8f77-71354eb76f2a has already been hosted by L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 {{(pid=82757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:07:09.298157 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089f378c-ca38-42b5-a397-91617d912474 admin admin] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:07:09.306735 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5eb071-1d07-42ac-a8fe-5ff87bc6cd28 None None] Sync routers for ids ['03d51331-a281-4025-8f77-71354eb76f2a'] in dv-cinder-825103-1-iscsi {{(pid=82759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:07:09.307737 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-089f378c-ca38-42b5-a397-91617d912474 admin admin] 10.222.0.84 "PUT /v2.0/routers/03d51331-a281-4025-8f77-71354eb76f2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9201353 Jan 18 13:07:09.310125 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 35226) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:07:09.319306 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5eb071-1d07-42ac-a8fe-5ff87bc6cd28 None None] Routers {'03d51331-a281-4025-8f77-71354eb76f2a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:07:09.319919 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-ba5eb071-1d07-42ac-a8fe-5ff87bc6cd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:06:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['03d51331-a281-4025-8f77-71354eb76f2a'], 'active': True} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:07:09.506171 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvr_db [None req-ba5eb071-1d07-42ac-a8fe-5ff87bc6cd28 None None] Set router 03d51331-a281-4025-8f77-71354eb76f2a gateway port host: dv-cinder-825103-1-iscsi {{(pid=82759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:07:09.517366 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-94f161a5-5cf3-4de5-9142-5f6d681206f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:09.721649 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-94f161a5-5cf3-4de5-9142-5f6d681206f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:09.731363 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-94f161a5-5cf3-4de5-9142-5f6d681206f3 admin admin] Deleting port 4cacd5ed-143c-42df-84e2-33d7b20efedf {{(pid=82757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:07:09.731751 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-94f161a5-5cf3-4de5-9142-5f6d681206f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:09.837447 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-ba5eb071-1d07-42ac-a8fe-5ff87bc6cd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d51331-a281-4025-8f77-71354eb76f2a', 'name': 'tempest-TestMinimumBasicScenario-666051037-router', 'tenant_id': 'fc4ac481755941cda45bd1864a8afdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '4cacd5ed-143c-42df-84e2-33d7b20efedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:46Z', 'updated_at': '2022-01-18T13:07:07Z', 'revision_number': 5, 'project_id': 'fc4ac481755941cda45bd1864a8afdb2', 'gw_port': {'id': '4cacd5ed-143c-42df-84e2-33d7b20efedf', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d51331-a281-4025-8f77-71354eb76f2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:50:47Z', 'updated_at': '2022-01-18T12:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:07:09.841247 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5eb071-1d07-42ac-a8fe-5ff87bc6cd28 None None] Checking router: 03d51331-a281-4025-8f77-71354eb76f2a for host: dv-cinder-825103-1-iscsi {{(pid=82759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:07:09.852503 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5eb071-1d07-42ac-a8fe-5ff87bc6cd28 None None] Routers {'03d51331-a281-4025-8f77-71354eb76f2a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:07:09.853107 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-ba5eb071-1d07-42ac-a8fe-5ff87bc6cd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:06:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['03d51331-a281-4025-8f77-71354eb76f2a'], 'active': True} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:07:09.912169 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.db [None req-94f161a5-5cf3-4de5-9142-5f6d681206f3 admin admin] For port 4cacd5ed-143c-42df-84e2-33d7b20efedf, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=4cacd5ed-143c-42df-84e2-33d7b20efedf,segment=NetworkSegment(a71a77f2-f00b-4634-9c06-cb577f22632a),segment_id=a71a77f2-f00b-4634-9c06-cb577f22632a)] {{(pid=82757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:07:09.912460 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-94f161a5-5cf3-4de5-9142-5f6d681206f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:10.006442 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvr_db [None req-ba5eb071-1d07-42ac-a8fe-5ff87bc6cd28 None None] Set router 03d51331-a281-4025-8f77-71354eb76f2a gateway port host: None {{(pid=82759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:07:10.036560 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-94f161a5-5cf3-4de5-9142-5f6d681206f3 admin admin] Calling delete_port for 4cacd5ed-143c-42df-84e2-33d7b20efedf owned by network:router_gateway {{(pid=82757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:07:10.115298 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-ba5eb071-1d07-42ac-a8fe-5ff87bc6cd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d51331-a281-4025-8f77-71354eb76f2a', 'name': 'tempest-TestMinimumBasicScenario-666051037-router', 'tenant_id': 'fc4ac481755941cda45bd1864a8afdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:46Z', 'updated_at': '2022-01-18T13:07:09Z', 'revision_number': 6, 'project_id': 'fc4ac481755941cda45bd1864a8afdb2', 'gw_port_host': None}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:07:10.125530 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5eb071-1d07-42ac-a8fe-5ff87bc6cd28 None None] The sync data for ids ['03d51331-a281-4025-8f77-71354eb76f2a'] in dv-cinder-825103-1-iscsi is: [{'id': '03d51331-a281-4025-8f77-71354eb76f2a', 'name': 'tempest-TestMinimumBasicScenario-666051037-router', 'tenant_id': 'fc4ac481755941cda45bd1864a8afdb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:50:46Z', 'updated_at': '2022-01-18T13:07:09Z', 'revision_number': 6, 'project_id': 'fc4ac481755941cda45bd1864a8afdb2', 'gw_port_host': None}] {{(pid=82759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:07:10.188193 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:10.331724 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-94f161a5-5cf3-4de5-9142-5f6d681206f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15894096'] for port, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:10.374588 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f161a5-5cf3-4de5-9142-5f6d681206f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cacd5ed-143c-42df-84e2-33d7b20efedf,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:07:10.612962 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-94f161a5-5cf3-4de5-9142-5f6d681206f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16439416'] for router_gateway, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:10.891313 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-94f161a5-5cf3-4de5-9142-5f6d681206f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16435180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43902'] for router, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:10.896113 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-94f161a5-5cf3-4de5-9142-5f6d681206f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:10.926395 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-94f161a5-5cf3-4de5-9142-5f6d681206f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16435088'] for router, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:10.926966 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f161a5-5cf3-4de5-9142-5f6d681206f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03d51331-a281-4025-8f77-71354eb76f2a {{(pid=82757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 13:07:10.939280 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-94f161a5-5cf3-4de5-9142-5f6d681206f3 admin admin] Notify callbacks [] for router, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:10.940400 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-94f161a5-5cf3-4de5-9142-5f6d681206f3 admin admin] 10.222.0.84 "DELETE /v2.0/routers/03d51331-a281-4025-8f77-71354eb76f2a HTTP/1.1" status: 204 len: 168 time: 1.6293600 Jan 18 13:07:10.942835 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 35244) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:07:11.003203 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb6a6906-e0eb-4914-9569-cb37ff3570a4 admin admin] Deleting subnet 6fb3ac51-148d-48ef-b1f0-0ea90dadc88d {{(pid=82757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:07:11.006709 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-bb6a6906-e0eb-4914-9569-cb37ff3570a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:11.060214 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-bb6a6906-e0eb-4914-9569-cb37ff3570a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182539'] for subnet, precommit_delete_associations {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:11.151330 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-bb6a6906-e0eb-4914-9569-cb37ff3570a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562804'] for subnet, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:11.234394 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-bb6a6906-e0eb-4914-9569-cb37ff3570a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15846819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15901799'] for subnet, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:11.276239 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a6906-e0eb-4914-9569-cb37ff3570a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fb3ac51-148d-48ef-b1f0-0ea90dadc88d,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:07:11.284457 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-bb6a6906-e0eb-4914-9569-cb37ff3570a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:11.291477 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-bb6a6906-e0eb-4914-9569-cb37ff3570a4 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/6fb3ac51-148d-48ef-b1f0-0ea90dadc88d HTTP/1.1" status: 204 len: 168 time: 0.3476775 Jan 18 13:07:11.293748 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 35254) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:07:11.299432 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5ac903-1ea0-4ddb-93cd-8ad88144e960 None None] Network 59423773-ade1-4fc6-8236-d6f4d4c84673 requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:07:11.402500 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-8caa9119-b6b5-4b48-87f9-79df8c563ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653206'] for network, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:11.413970 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-8caa9119-b6b5-4b48-87f9-79df8c563ae8 admin admin] Deleting port fd21304e-774b-46d3-8b4e-23d5726b0787 {{(pid=82757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:07:11.414587 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-8caa9119-b6b5-4b48-87f9-79df8c563ae8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:11.547318 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd718bc8-1417-4bbc-8146-ed48f10b0096 None None] DHCP port deletion for 59423773-ade1-4fc6-8236-d6f4d4c84673 request from dv-cinder-825103-1-iscsi {{(pid=82758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 13:07:11.551569 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-dd718bc8-1417-4bbc-8146-ed48f10b0096 None None] Deleting port fd21304e-774b-46d3-8b4e-23d5726b0787 {{(pid=82758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:07:11.551927 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-dd718bc8-1417-4bbc-8146-ed48f10b0096 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:11.641072 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.db [None req-8caa9119-b6b5-4b48-87f9-79df8c563ae8 admin admin] For port fd21304e-774b-46d3-8b4e-23d5726b0787, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=fd21304e-774b-46d3-8b4e-23d5726b0787,segment=NetworkSegment(31025bb3-c82a-4184-81c2-01abe7adf52c),segment_id=31025bb3-c82a-4184-81c2-01abe7adf52c)] {{(pid=82757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:07:11.641464 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-8caa9119-b6b5-4b48-87f9-79df8c563ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:11.766994 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-dd718bc8-1417-4bbc-8146-ed48f10b0096 None None] For port fd21304e-774b-46d3-8b4e-23d5726b0787, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=fd21304e-774b-46d3-8b4e-23d5726b0787,segment=NetworkSegment(31025bb3-c82a-4184-81c2-01abe7adf52c),segment_id=31025bb3-c82a-4184-81c2-01abe7adf52c)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:07:11.767380 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-dd718bc8-1417-4bbc-8146-ed48f10b0096 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:11.876472 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-8caa9119-b6b5-4b48-87f9-79df8c563ae8 admin admin] Calling delete_port for fd21304e-774b-46d3-8b4e-23d5726b0787 owned by network:dhcp {{(pid=82757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:07:11.897460 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-dd718bc8-1417-4bbc-8146-ed48f10b0096 None None] Calling delete_port for fd21304e-774b-46d3-8b4e-23d5726b0787 owned by network:dhcp {{(pid=82758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:07:11.924255 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device fae37302-903c-4731-89b1-cf8515dd0c24 no longer exists at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:07:11.952833 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-8caa9119-b6b5-4b48-87f9-79df8c563ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15894096'] for port, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:11.962110 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] No Port match for: fae37302-903c-4731-89b1-cf8515dd0c24 {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:07:11.962446 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device fae37302-903c-4731-89b1-cf8515dd0c24 not bound to the agent host dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:07:11.962883 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 4cacd5ed-143c-42df-84e2-33d7b20efedf no longer exists at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:07:11.999688 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa9119-b6b5-4b48-87f9-79df8c563ae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd21304e-774b-46d3-8b4e-23d5726b0787,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:07:12.004745 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caa9119-b6b5-4b48-87f9-79df8c563ae8 admin admin] No DVR routers for this DVR port fd21304e-774b-46d3-8b4e-23d5726b0787 on host dv-cinder-825103-1-iscsi {{(pid=82757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:07:12.007671 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] No Port match for: 4cacd5ed-143c-42df-84e2-33d7b20efedf {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:07:12.008011 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 4cacd5ed-143c-42df-84e2-33d7b20efedf not bound to the agent host dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:07:12.008681 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device fd21304e-774b-46d3-8b4e-23d5726b0787 no longer exists at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:07:12.046229 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] No Port match for: fd21304e-774b-46d3-8b4e-23d5726b0787 {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:07:12.046559 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device fd21304e-774b-46d3-8b4e-23d5726b0787 not bound to the agent host dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:07:12.066847 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.db.api [None req-dd718bc8-1417-4bbc-8146-ed48f10b0096 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:07:12.067203 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG oslo_db.api [None req-dd718bc8-1417-4bbc-8146-ed48f10b0096 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:07:12.125135 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-8caa9119-b6b5-4b48-87f9-79df8c563ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561661', 'neutron.services.segments.db._delete_segments_for_network-8736039390428'] for network, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:12.164535 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.services.segments.db [None req-8caa9119-b6b5-4b48-87f9-79df8c563ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59423773-ade1-4fc6-8236-d6f4d4c84673']}} {{(pid=82757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:07:12.178603 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.services.segments.db [None req-8caa9119-b6b5-4b48-87f9-79df8c563ae8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31025bb3-c82a-4184-81c2-01abe7adf52c') {'for_net_delete': True} {{(pid=82757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:07:12.178919 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.services.segments.db [None req-8caa9119-b6b5-4b48-87f9-79df8c563ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31025bb3-c82a-4184-81c2-01abe7adf52c') {} {{(pid=82757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:07:12.190115 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-8caa9119-b6b5-4b48-87f9-79df8c563ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736039390311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182528'] for segment, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:12.206821 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-8caa9119-b6b5-4b48-87f9-79df8c563ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-557774'] for segment, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:12.212900 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8caa9119-b6b5-4b48-87f9-79df8c563ae8 admin admin] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=82757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:07:12.213278 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-8caa9119-b6b5-4b48-87f9-79df8c563ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-557785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15894021'] for segment, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:12.226860 dv-cinder-825103-1-iscsi neutron-server[82757]: Traceback (most recent call last): Jan 18 13:07:12.226860 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:07:12.226860 dv-cinder-825103-1-iscsi neutron-server[82757]: timer() Jan 18 13:07:12.226860 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:07:12.226860 dv-cinder-825103-1-iscsi neutron-server[82757]: cb(*args, **kw) Jan 18 13:07:12.226860 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:07:12.226860 dv-cinder-825103-1-iscsi neutron-server[82757]: return func(*args, **kwargs) Jan 18 13:07:12.226860 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:07:12.226860 dv-cinder-825103-1-iscsi neutron-server[82757]: self._notify() Jan 18 13:07:12.226860 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:07:12.226860 dv-cinder-825103-1-iscsi neutron-server[82757]: self.callback(batched_events) Jan 18 13:07:12.226860 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:07:12.226860 dv-cinder-825103-1-iscsi neutron-server[82757]: event.method(event) Jan 18 13:07:12.226860 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:07:12.226860 dv-cinder-825103-1-iscsi neutron-server[82757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:07:12.226860 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:07:12.226860 dv-cinder-825103-1-iscsi neutron-server[82757]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:07:12.226860 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:07:12.226860 dv-cinder-825103-1-iscsi neutron-server[82757]: return f(self, *a, **k) Jan 18 13:07:12.226860 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:07:12.226860 dv-cinder-825103-1-iscsi neutron-server[82757]: return self._get(url).json() Jan 18 13:07:12.226860 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:07:12.226860 dv-cinder-825103-1-iscsi neutron-server[82757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:07:12.226860 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:07:12.226860 dv-cinder-825103-1-iscsi neutron-server[82757]: return self.request(url, 'GET', **kwargs) Jan 18 13:07:12.226860 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:07:12.226860 dv-cinder-825103-1-iscsi neutron-server[82757]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:07:12.226860 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:07:12.226860 dv-cinder-825103-1-iscsi neutron-server[82757]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:07:12.226860 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:07:12.226860 dv-cinder-825103-1-iscsi neutron-server[82757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:07:12.226860 dv-cinder-825103-1-iscsi neutron-server[82757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:07:12.306321 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-8caa9119-b6b5-4b48-87f9-79df8c563ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16439389'] for network, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:12.336244 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-8caa9119-b6b5-4b48-87f9-79df8c563ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for network, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:12.339092 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa9119-b6b5-4b48-87f9-79df8c563ae8 admin admin] Pushing event deleted for resources: {'Network': ['ID=59423773-ade1-4fc6-8236-d6f4d4c84673,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:07:12.362042 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-8caa9119-b6b5-4b48-87f9-79df8c563ae8 admin admin] 10.222.0.84 "DELETE /v2.0/networks/59423773-ade1-4fc6-8236-d6f4d4c84673 HTTP/1.1" status: 204 len: 168 time: 1.0671861 Jan 18 13:07:12.513595 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 35270) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:07:12.565348 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-c588b7c3-ef7f-47ac-9175-9a19d8e9a68d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4780fe48fc504b868a4e20ccdeddc261&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0497942 Jan 18 13:07:12.567648 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 35274) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:07:12.568779 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-dd718bc8-1417-4bbc-8146-ed48f10b0096 None None] Deleting port fd21304e-774b-46d3-8b4e-23d5726b0787 {{(pid=82758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:07:12.569251 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-dd718bc8-1417-4bbc-8146-ed48f10b0096 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:12.635429 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-dd718bc8-1417-4bbc-8146-ed48f10b0096 None None] The port 'fd21304e-774b-46d3-8b4e-23d5726b0787' was deleted {{(pid=82758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 13:07:12.638321 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-668a38c5-0d40-41e4-8371-0175f18cde0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:12.665950 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-668a38c5-0d40-41e4-8371-0175f18cde0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:12.726573 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-668a38c5-0d40-41e4-8371-0175f18cde0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:12.744427 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a38c5-0d40-41e4-8371-0175f18cde0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2da44b3-c4f7-43ea-a3dd-bd94c01948c1,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:07:12.752912 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-668a38c5-0d40-41e4-8371-0175f18cde0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:12.755983 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-668a38c5-0d40-41e4-8371-0175f18cde0b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b2da44b3-c4f7-43ea-a3dd-bd94c01948c1 HTTP/1.1" status: 204 len: 168 time: 0.1850021 Jan 18 13:07:13.175362 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 35286) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:07:13.230281 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-4d7e163c-745c-4956-9302-ed437f2af8ef admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fc4ac481755941cda45bd1864a8afdb2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0537722 Jan 18 13:07:13.233236 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 35290) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:07:13.307002 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-227decb9-f044-4208-80c0-0c83b994a541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:13.333274 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-227decb9-f044-4208-80c0-0c83b994a541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:13.393563 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-227decb9-f044-4208-80c0-0c83b994a541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:13.414019 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227decb9-f044-4208-80c0-0c83b994a541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45df079-1680-4749-83b8-8cd9dc3b950b,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:07:13.416279 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-227decb9-f044-4208-80c0-0c83b994a541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:13.420531 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-227decb9-f044-4208-80c0-0c83b994a541 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b45df079-1680-4749-83b8-8cd9dc3b950b HTTP/1.1" status: 204 len: 168 time: 0.1862178 Jan 18 13:07:13.849359 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-998158fe-7d4b-4dfd-9d6c-23701ecbe62c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:16.088109 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-7a1f5171-150a-46ec-9160-ab32fa5c8d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:17.277604 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:17.479023 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:18.950905 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:19.039056 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:07:26.825350 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [req-7d428976-85f5-4e16-88e0-716f2f76c9a5 req-caa470c8-07d3-4dbd-9a44-25978994a918 service neutron] (82757) timed out ('10.222.0.35', 50331) {{(pid=82757) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 13:07:27.487668 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [req-81c071bd-191a-4dec-9921-a452d01264ef req-b8722853-5f68-4b13-ac89-a4de1d1fc193 service neutron] (82756) timed out ('10.222.0.35', 50013) {{(pid=82756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 18 13:07:40.190392 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:43.843029 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-f140be0c-3a3a-4878-9152-edb789bbee79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:46.092784 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-0212a0f5-0b88-433e-80e4-ae3bfef5ba3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:46.679413 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-142da9dd-7681-4d06-af87-14e040d95620 req-da4b5e6d-970d-4e73-8ee7-dad96a01b5ae service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747352 Jan 18 13:07:46.841866 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-142da9dd-7681-4d06-af87-14e040d95620 req-527fd196-907a-4f4f-8724-d6be323d246c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b61358b76314548a01860d9521ad4fd&device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 1099 time: 0.0764623 Jan 18 13:07:46.996495 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142da9dd-7681-4d06-af87-14e040d95620 req-5e1ee82f-2a59-492b-a92c-078948dba0db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:07:46.997938 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-142da9dd-7681-4d06-af87-14e040d95620 req-5e1ee82f-2a59-492b-a92c-078948dba0db service neutron] 10.222.0.35 "GET /v2.0/networks?id=3ce910e8-fa9a-402c-bef7-c36aef1e716c HTTP/1.1" status: 200 len: 913 time: 0.1378560 Jan 18 13:07:47.106011 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-142da9dd-7681-4d06-af87-14e040d95620 req-63a6c677-1208-4671-8f2a-943db32bc7d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30d73f22-611e-44a3-9ad5-7bfa498e296e HTTP/1.1" status: 200 len: 1002 time: 0.1024191 Jan 18 13:07:47.169353 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142da9dd-7681-4d06-af87-14e040d95620 req-07d41019-ea42-4000-82b0-2e787eadb177 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:07:47.170854 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-142da9dd-7681-4d06-af87-14e040d95620 req-07d41019-ea42-4000-82b0-2e787eadb177 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fc8c1b8-cfa3-49d9-9595-474a5f6baf01 HTTP/1.1" status: 200 len: 850 time: 0.0592859 Jan 18 13:07:47.248688 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-142da9dd-7681-4d06-af87-14e040d95620 req-5dec9d2d-a527-4a62-aa8b-42f2701cd6f9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3ce910e8-fa9a-402c-bef7-c36aef1e716c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724764 Jan 18 13:07:47.281977 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:47.384086 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-142da9dd-7681-4d06-af87-14e040d95620 req-b27aa876-b6d3-4e94-b0f8-0859cf57fdb5 service neutron] 10.222.0.35 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291051 Jan 18 13:07:47.487145 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:47.519160 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-142da9dd-7681-4d06-af87-14e040d95620 req-40eaf378-9a02-46d6-a755-3b2c5afbb138 service neutron] 10.222.0.35 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292241 Jan 18 13:07:48.955885 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:07:56.039972 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:08:10.185052 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:13.856248 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-b75dd31d-bead-40b1-ba94-4c8d73ca4eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:16.094726 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-beb13671-1201-4c9c-8e5e-dfa056189f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:17.286523 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:17.484120 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:18.959533 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:33.040419 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:08:40.232906 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:43.851412 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-6d732d7f-a89e-479e-abd2-fd0988fe313b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:46.104075 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-d4f96cc2-ded6-4e7d-949c-d49c2001ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:47.291652 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:47.481172 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:48.735860 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b3776e3d-4dea-4245-987e-d192bc5c4489 req-e415e3ec-9f32-411f-9fd5-42e8438e24c1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=25d481e9-1f75-4fb7-b461-221066301094&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718145 Jan 18 13:08:48.847692 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b3776e3d-4dea-4245-987e-d192bc5c4489 req-cb3912b5-85eb-4754-9980-e7e54df8da02 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=62c83339981e4116982823738389569b&device_id=25d481e9-1f75-4fb7-b461-221066301094 HTTP/1.1" status: 200 len: 1099 time: 0.0786774 Jan 18 13:08:48.962582 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:08:49.001793 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3776e3d-4dea-4245-987e-d192bc5c4489 req-dd13beee-66f3-4484-87be-37d9722cc332 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:08:49.003208 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b3776e3d-4dea-4245-987e-d192bc5c4489 req-dd13beee-66f3-4484-87be-37d9722cc332 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0245ff51-1953-4317-abeb-3ec950185d8d HTTP/1.1" status: 200 len: 919 time: 0.1359415 Jan 18 13:08:49.107023 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b3776e3d-4dea-4245-987e-d192bc5c4489 req-6bb9a3d8-c588-4fe6-98d3-e5267109c30c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dc18735-ef74-4790-92a0-bb123c66b799 HTTP/1.1" status: 200 len: 1002 time: 0.0981619 Jan 18 13:08:49.171633 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3776e3d-4dea-4245-987e-d192bc5c4489 req-f6570cdb-9512-407a-85d8-718b3d906bf0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:08:49.173087 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b3776e3d-4dea-4245-987e-d192bc5c4489 req-f6570cdb-9512-407a-85d8-718b3d906bf0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe840dcd-84e6-4b5f-bdcf-ef3e08af5039 HTTP/1.1" status: 200 len: 856 time: 0.0603166 Jan 18 13:08:49.261985 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b3776e3d-4dea-4245-987e-d192bc5c4489 req-fbd89832-3607-4a0a-b637-d958616f6c45 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0245ff51-1953-4317-abeb-3ec950185d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0827394 Jan 18 13:08:49.488392 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b3776e3d-4dea-4245-987e-d192bc5c4489 req-994f55ed-759d-496e-b48f-34c698bb908f service neutron] 10.222.0.35 "GET /v2.0/networks/0245ff51-1953-4317-abeb-3ec950185d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202418 Jan 18 13:08:49.623219 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b3776e3d-4dea-4245-987e-d192bc5c4489 req-b66ebb76-5204-4e47-a856-577ca450029a service neutron] 10.222.0.35 "GET /v2.0/networks/0245ff51-1953-4317-abeb-3ec950185d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286080 Jan 18 13:09:10.040789 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:09:10.198822 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:13.843961 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-02e4d248-4d99-42b0-b767-8d41f4631761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:16.095236 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-c6ef46a4-5b17-48a5-82bf-2f388bf8837d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:17.294952 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:17.483246 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:18.966146 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:40.225367 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:43.847127 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-7d3a0672-cdd9-4b8d-a242-bec4982b35da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:46.094452 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-04cd6b90-da66-4d0b-8c49-2f8116f6cf1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:47.042546 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:09:47.299168 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:47.487434 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:48.975449 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:09:49.708171 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a5e4e3d0-be97-4b5b-b26f-492ea5fbbc16 req-bbda05f7-594d-4cdc-bbf9-b9bbacd10801 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750575 Jan 18 13:09:49.869212 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a5e4e3d0-be97-4b5b-b26f-492ea5fbbc16 req-31dd459e-1e84-478f-a1af-41afcdac2423 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b61358b76314548a01860d9521ad4fd&device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 1099 time: 0.0703888 Jan 18 13:09:50.029444 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4e3d0-be97-4b5b-b26f-492ea5fbbc16 req-96292a6f-2cb7-471e-ae08-b318bd3fb972 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:09:50.030906 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a5e4e3d0-be97-4b5b-b26f-492ea5fbbc16 req-96292a6f-2cb7-471e-ae08-b318bd3fb972 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3ce910e8-fa9a-402c-bef7-c36aef1e716c HTTP/1.1" status: 200 len: 913 time: 0.1435351 Jan 18 13:09:50.139287 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a5e4e3d0-be97-4b5b-b26f-492ea5fbbc16 req-8579cad7-6c0d-4336-a56a-ed33b563e24e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30d73f22-611e-44a3-9ad5-7bfa498e296e HTTP/1.1" status: 200 len: 1002 time: 0.1023557 Jan 18 13:09:50.205374 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4e3d0-be97-4b5b-b26f-492ea5fbbc16 req-63b81e7f-78c4-4e6a-b694-1d2ccb810fc7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:09:50.206807 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a5e4e3d0-be97-4b5b-b26f-492ea5fbbc16 req-63b81e7f-78c4-4e6a-b694-1d2ccb810fc7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fc8c1b8-cfa3-49d9-9595-474a5f6baf01 HTTP/1.1" status: 200 len: 850 time: 0.0620015 Jan 18 13:09:50.286797 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a5e4e3d0-be97-4b5b-b26f-492ea5fbbc16 req-e40b8a63-c1e3-45fb-b81a-3eb96b29d6e2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3ce910e8-fa9a-402c-bef7-c36aef1e716c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0738165 Jan 18 13:09:50.296376 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [req-a5e4e3d0-be97-4b5b-b26f-492ea5fbbc16 req-92ee86ef-423c-44a7-9547-e7ba93cf245a service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=82756) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:09:50.297274 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a5e4e3d0-be97-4b5b-b26f-492ea5fbbc16 req-92ee86ef-423c-44a7-9547-e7ba93cf245a service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047982 Jan 18 13:09:50.437378 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a5e4e3d0-be97-4b5b-b26f-492ea5fbbc16 req-1d0ee436-4877-40a4-9079-1ea908889876 service neutron] 10.222.0.35 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338320 Jan 18 13:09:50.574181 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a5e4e3d0-be97-4b5b-b26f-492ea5fbbc16 req-cc281275-09dd-46da-8e72-d9ed9248cb29 service neutron] 10.222.0.35 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310439 Jan 18 13:10:10.219016 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:13.849480 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-24ad38f3-cbd4-424c-92c8-9be59f62951d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:16.096654 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-1bfb519c-735d-4a3f-a840-b53657dbb5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:17.304120 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:17.485473 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:18.971956 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:19.595505 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 37042) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:19.740446 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-de12a7fa-bfc1-4b61-bd7a-1cf29117669a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:19.773395 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-de12a7fa-bfc1-4b61-bd7a-1cf29117669a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:10:19.777197 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-de12a7fa-bfc1-4b61-bd7a-1cf29117669a admin admin] Usage tracker for resource:security_group_rule and tenant:5f8ccd89bdbe4f959b999d092ed0e16a is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:10:19.780311 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-de12a7fa-bfc1-4b61-bd7a-1cf29117669a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:10:19.786227 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-de12a7fa-bfc1-4b61-bd7a-1cf29117669a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:10:19.856601 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-de12a7fa-bfc1-4b61-bd7a-1cf29117669a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:19.866168 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-de12a7fa-bfc1-4b61-bd7a-1cf29117669a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:19.919323 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12a7fa-bfc1-4b61-bd7a-1cf29117669a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7fc79b-3a3a-4fd3-a95e-2d0efbb65504,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:19.923158 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-de12a7fa-bfc1-4b61-bd7a-1cf29117669a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5f8ccd89bdbe4f959b999d092ed0e16a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3266177 Jan 18 13:10:19.925654 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 37052) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:19.945434 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12a7fa-bfc1-4b61-bd7a-1cf29117669a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:19.945775 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12a7fa-bfc1-4b61-bd7a-1cf29117669a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:19.946107 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12a7fa-bfc1-4b61-bd7a-1cf29117669a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:19.946435 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12a7fa-bfc1-4b61-bd7a-1cf29117669a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:19.946784 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12a7fa-bfc1-4b61-bd7a-1cf29117669a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:19.947114 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12a7fa-bfc1-4b61-bd7a-1cf29117669a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:19.947433 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12a7fa-bfc1-4b61-bd7a-1cf29117669a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:19.947754 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12a7fa-bfc1-4b61-bd7a-1cf29117669a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:19.948069 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12a7fa-bfc1-4b61-bd7a-1cf29117669a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:19.948381 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12a7fa-bfc1-4b61-bd7a-1cf29117669a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:19.948691 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12a7fa-bfc1-4b61-bd7a-1cf29117669a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:19.997477 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4a111554-a99d-410c-987b-4b40e758a4cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:20.024680 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4a111554-a99d-410c-987b-4b40e758a4cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:20.084347 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4a111554-a99d-410c-987b-4b40e758a4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:20.101126 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a111554-a99d-410c-987b-4b40e758a4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7fc79b-3a3a-4fd3-a95e-2d0efbb65504,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:20.105933 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4a111554-a99d-410c-987b-4b40e758a4cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:20.110398 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-4a111554-a99d-410c-987b-4b40e758a4cf admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fd7fc79b-3a3a-4fd3-a95e-2d0efbb65504 HTTP/1.1" status: 204 len: 168 time: 0.1807840 Jan 18 13:10:24.042995 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:10:38.181825 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114fdb3-3602-42fa-898a-34f8856ebcb4 req-95f51e24-077a-4c92-9926-6707656df90b tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:38.183297 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d114fdb3-3602-42fa-898a-34f8856ebcb4 req-95f51e24-077a-4c92-9926-6707656df90b tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 946 time: 0.2809079 Jan 18 13:10:38.236405 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d114fdb3-3602-42fa-898a-34f8856ebcb4 req-8fb4c34f-5477-41b1-af9f-0a945bf4557a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=61c60882-b6e5-41a4-bbff-5016e6573d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456109 Jan 18 13:10:38.595725 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec99cf6-74e3-429f-aa26-aef14d9c9e6b req-e119d4ba-b2d0-4cd9-802f-c715cf79a90d tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:38.597147 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-fec99cf6-74e3-429f-aa26-aef14d9c9e6b req-e119d4ba-b2d0-4cd9-802f-c715cf79a90d tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.35 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 946 time: 0.0768588 Jan 18 13:10:38.665635 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [req-fec99cf6-74e3-429f-aa26-aef14d9c9e6b req-052824ef-b3a5-49f6-8b59-e9bfae15a38a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Deleting port 30d73f22-611e-44a3-9ad5-7bfa498e296e {{(pid=82756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:10:38.665973 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-fec99cf6-74e3-429f-aa26-aef14d9c9e6b req-052824ef-b3a5-49f6-8b59-e9bfae15a38a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:38.917098 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-fec99cf6-74e3-429f-aa26-aef14d9c9e6b req-052824ef-b3a5-49f6-8b59-e9bfae15a38a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] For port 30d73f22-611e-44a3-9ad5-7bfa498e296e, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=30d73f22-611e-44a3-9ad5-7bfa498e296e,segment=NetworkSegment(4be6da58-ee81-4cb4-9a92-a45bd42d91b1),segment_id=4be6da58-ee81-4cb4-9a92-a45bd42d91b1)] {{(pid=82756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:10:38.917376 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-fec99cf6-74e3-429f-aa26-aef14d9c9e6b req-052824ef-b3a5-49f6-8b59-e9bfae15a38a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:39.301101 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-fec99cf6-74e3-429f-aa26-aef14d9c9e6b req-052824ef-b3a5-49f6-8b59-e9bfae15a38a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:39.301684 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-fec99cf6-74e3-429f-aa26-aef14d9c9e6b req-052824ef-b3a5-49f6-8b59-e9bfae15a38a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16439339'] for floatingip, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:39.302820 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.db.l3_db [req-fec99cf6-74e3-429f-aa26-aef14d9c9e6b req-052824ef-b3a5-49f6-8b59-e9bfae15a38a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Floating IP 4805c2d1-439c-4b90-a305-cffa17f291b1 disassociated. External IP: 172.27.2.174, port: 30d73f22-611e-44a3-9ad5-7bfa498e296e. Jan 18 13:10:39.303359 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [req-fec99cf6-74e3-429f-aa26-aef14d9c9e6b req-052824ef-b3a5-49f6-8b59-e9bfae15a38a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Calling delete_port for 30d73f22-611e-44a3-9ad5-7bfa498e296e owned by compute:nova {{(pid=82756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:10:39.462946 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-fec99cf6-74e3-429f-aa26-aef14d9c9e6b req-052824ef-b3a5-49f6-8b59-e9bfae15a38a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:39.504934 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-1b4ce7b9-0e13-42ce-8f93-46c997cb1913 req-35e639cb-24a5-4ba9-bfb1-255f020fc839 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.1285748 Jan 18 13:10:39.517665 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052824ef-b3a5-49f6-8b59-e9bfae15a38a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Pushing event deleted for resources: {'Port': ['ID=30d73f22-611e-44a3-9ad5-7bfa498e296e,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:39.530597 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052824ef-b3a5-49f6-8b59-e9bfae15a38a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:39.530978 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052824ef-b3a5-49f6-8b59-e9bfae15a38a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:39.531333 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052824ef-b3a5-49f6-8b59-e9bfae15a38a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:39.531663 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052824ef-b3a5-49f6-8b59-e9bfae15a38a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:39.531972 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052824ef-b3a5-49f6-8b59-e9bfae15a38a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:39.532282 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052824ef-b3a5-49f6-8b59-e9bfae15a38a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:39.532608 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052824ef-b3a5-49f6-8b59-e9bfae15a38a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:39.532910 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052824ef-b3a5-49f6-8b59-e9bfae15a38a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:39.533230 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052824ef-b3a5-49f6-8b59-e9bfae15a38a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:39.533808 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052824ef-b3a5-49f6-8b59-e9bfae15a38a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:39.534111 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052824ef-b3a5-49f6-8b59-e9bfae15a38a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:10:39.745268 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fec99cf6-74e3-429f-aa26-aef14d9c9e6b req-052824ef-b3a5-49f6-8b59-e9bfae15a38a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Router 9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb has already been hosted by L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 {{(pid=82756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:10:39.953805 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fec99cf6-74e3-429f-aa26-aef14d9c9e6b req-052824ef-b3a5-49f6-8b59-e9bfae15a38a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:10:39.977500 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd99716-f765-4aab-b841-b1d635585100 None None] Sync routers for ids ['9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'] in dv-cinder-825103-1-iscsi {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:10:39.990202 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd99716-f765-4aab-b841-b1d635585100 None None] Routers {'9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:10:39.991159 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-0cd99716-f765-4aab-b841-b1d635585100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:10:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:10:40.026266 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec99cf6-74e3-429f-aa26-aef14d9c9e6b req-052824ef-b3a5-49f6-8b59-e9bfae15a38a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] No DVR routers for this DVR port 30d73f22-611e-44a3-9ad5-7bfa498e296e on host hv-cinder-82510 {{(pid=82756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:10:40.029462 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-fec99cf6-74e3-429f-aa26-aef14d9c9e6b req-052824ef-b3a5-49f6-8b59-e9bfae15a38a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:40.032172 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00ac165-0b20-4316-9d85-1d33f85a551a', 'name': 'network-vif-deleted', 'tag': '30d73f22-611e-44a3-9ad5-7bfa498e296e'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:10:40.049352 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-fec99cf6-74e3-429f-aa26-aef14d9c9e6b req-052824ef-b3a5-49f6-8b59-e9bfae15a38a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.35 "DELETE /v2.0/ports/30d73f22-611e-44a3-9ad5-7bfa498e296e HTTP/1.1" status: 204 len: 173 time: 1.4462724 Jan 18 13:10:40.206803 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00ac165-0b20-4316-9d85-1d33f85a551a', 'name': 'network-vif-deleted', 'tag': '30d73f22-611e-44a3-9ad5-7bfa498e296e', 'status': 'completed', 'code': 200} Jan 18 13:10:40.215322 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-0cd99716-f765-4aab-b841-b1d635585100 None None] Set router 9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:10:40.296605 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:40.554002 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-0cd99716-f765-4aab-b841-b1d635585100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'name': 'tempest-AttachVolumeTestJSON-1698032946-router', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T12:48:50Z', 'revision_number': 4, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'gw_port': {'id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': 'e9f83c83-66fc-4b7d-9a7d-1e098496b211', 'name': '', 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'mac_address': 'fa:16:3e:e7:fd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc8c1b8-cfa3-49d9-9595-474a5f6baf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:48Z', 'updated_at': '2022-01-18T12:49:29Z', 'revision_number': 5, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'subnets': [{'id': '7fc8c1b8-cfa3-49d9-9595-474a5f6baf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:10:40.557909 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd99716-f765-4aab-b841-b1d635585100 None None] Checking router: 9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb for host: dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:10:40.569064 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd99716-f765-4aab-b841-b1d635585100 None None] Routers {'9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:10:40.569658 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-0cd99716-f765-4aab-b841-b1d635585100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:10:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:10:40.693152 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-764fc4f6-f455-40f4-818e-b1bc729a379e req-507021a5-9384-46f8-963b-a76dbd0e152b tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0454700 Jan 18 13:10:40.755742 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-0cd99716-f765-4aab-b841-b1d635585100 None None] Set router 9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:10:41.105656 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-0cd99716-f765-4aab-b841-b1d635585100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'name': 'tempest-AttachVolumeTestJSON-1698032946-router', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T12:48:50Z', 'revision_number': 4, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'gw_port': {'id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': 'e9f83c83-66fc-4b7d-9a7d-1e098496b211', 'name': '', 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'mac_address': 'fa:16:3e:e7:fd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc8c1b8-cfa3-49d9-9595-474a5f6baf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:48Z', 'updated_at': '2022-01-18T12:49:29Z', 'revision_number': 5, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'subnets': [{'id': '7fc8c1b8-cfa3-49d9-9595-474a5f6baf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:10:41.110492 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd99716-f765-4aab-b841-b1d635585100 None None] The sync data for ids ['9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'] in dv-cinder-825103-1-iscsi is: [{'id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'name': 'tempest-AttachVolumeTestJSON-1698032946-router', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T12:48:50Z', 'revision_number': 4, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'gw_port': {'id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': 'e9f83c83-66fc-4b7d-9a7d-1e098496b211', 'name': '', 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'mac_address': 'fa:16:3e:e7:fd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc8c1b8-cfa3-49d9-9595-474a5f6baf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:48Z', 'updated_at': '2022-01-18T12:49:29Z', 'revision_number': 5, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'subnets': [{'id': '7fc8c1b8-cfa3-49d9-9595-474a5f6baf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:10:41.331273 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2396600c-4420-4f0c-bd26-31113e734f95 None None] New status for floating IP 4805c2d1-439c-4b90-a305-cffa17f291b1: DOWN {{(pid=82759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:10:41.865318 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-9293549f-f869-4f7f-9e75-97338c2ecded req-ae793ccd-ad5a-481e-a02a-2a82a6861e04 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Synchronizing usage tracker for tenant:8b61358b76314548a01860d9521ad4fd on resource:port {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:10:41.880712 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-9293549f-f869-4f7f-9e75-97338c2ecded req-ae793ccd-ad5a-481e-a02a-2a82a6861e04 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Unset dirty status for tenant:8b61358b76314548a01860d9521ad4fd on resource:port {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:10:41.882199 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9293549f-f869-4f7f-9e75-97338c2ecded req-ae793ccd-ad5a-481e-a02a-2a82a6861e04 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0648377 Jan 18 13:10:42.134087 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 30d73f22-611e-44a3-9ad5-7bfa498e296e no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:10:42.166987 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] No Port match for: 30d73f22-611e-44a3-9ad5-7bfa498e296e {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:10:42.167319 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 30d73f22-611e-44a3-9ad5-7bfa498e296e not bound to the agent host hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:10:43.058986 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c0fce59f-f8a1-4e54-9a2d-176f120697d7 req-9b99ca5c-3164-476b-a35b-cd683a6cab4e tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0413709 Jan 18 13:10:43.851082 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-d9b7181a-8386-4334-ac0c-618145b79459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:44.240974 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7578c93b-6b9e-411a-be20-52fc88860c0c req-6f098187-962b-4794-876f-c1f0352fca7f tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0594230 Jan 18 13:10:45.411157 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bf8baf08-b70b-4ed7-bc58-96c6b750a60f req-aa2e59d1-a4a6-4e26-8e02-ae7fc45f27c1 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0481222 Jan 18 13:10:46.102207 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-1159842f-a14c-4185-a783-e2b4fb1a3a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:46.576010 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8b668702-9100-4f66-b016-c51d82efe04d req-32136afd-4ab7-44e6-b261-e29f5ed84df1 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0406048 Jan 18 13:10:47.306845 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:47.488501 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:47.758664 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-352d6c84-0f17-44ec-ad40-0f57c558da39 req-a31b087d-6428-442d-84d4-5d6df61a6db0 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0436049 Jan 18 13:10:48.941781 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6b6cdce3-1123-4d45-8acb-b2e0ef58b852 req-59ecf773-4386-412c-af40-b434fa30a761 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0499699 Jan 18 13:10:48.973171 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:50.127427 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-cd5a3e9f-c2ef-4386-a905-012f1285b5b1 req-d99ef0a1-b6c1-4a33-8c72-729c2f0f85a8 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0623586 Jan 18 13:10:50.749005 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 37318) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:50.903773 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-14ea1a93-5602-45eb-bdf6-fff35692f671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:50.936131 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-14ea1a93-5602-45eb-bdf6-fff35692f671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:10:50.939732 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-14ea1a93-5602-45eb-bdf6-fff35692f671 admin admin] Usage tracker for resource:security_group_rule and tenant:d5a12d7300d64d0c8080f3cb98ab746b is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:10:50.942462 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-14ea1a93-5602-45eb-bdf6-fff35692f671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:10:50.947948 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-14ea1a93-5602-45eb-bdf6-fff35692f671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:10:51.023266 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-14ea1a93-5602-45eb-bdf6-fff35692f671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:51.027217 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-14ea1a93-5602-45eb-bdf6-fff35692f671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:51.074261 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea1a93-5602-45eb-bdf6-fff35692f671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4449bcf-714a-4647-b934-3ff8b49a6328,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:51.080286 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-14ea1a93-5602-45eb-bdf6-fff35692f671 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d5a12d7300d64d0c8080f3cb98ab746b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3302398 Jan 18 13:10:51.082835 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 37324) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:51.143776 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-bfed039b-1d45-4f9a-b945-ea3e51c60fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:51.174572 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-bfed039b-1d45-4f9a-b945-ea3e51c60fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:51.228647 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-bfed039b-1d45-4f9a-b945-ea3e51c60fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:51.244054 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed039b-1d45-4f9a-b945-ea3e51c60fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4449bcf-714a-4647-b934-3ff8b49a6328,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:51.254831 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-bfed039b-1d45-4f9a-b945-ea3e51c60fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:51.256200 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-bfed039b-1d45-4f9a-b945-ea3e51c60fc9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a4449bcf-714a-4647-b934-3ff8b49a6328 HTTP/1.1" status: 204 len: 168 time: 0.1724715 Jan 18 13:10:51.311755 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-75a6c7cb-9289-4677-aba4-9153caff5e9e req-9d9fc059-c62d-47cc-bd7c-79006dd3e693 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0448370 Jan 18 13:10:51.613847 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 37338) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:51.632728 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-626fda87-7bd0-4212-82af-9439862d24f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:51.668477 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-626fda87-7bd0-4212-82af-9439862d24f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:10:51.672436 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-626fda87-7bd0-4212-82af-9439862d24f6 admin admin] Usage tracker for resource:security_group_rule and tenant:c4ceecde52f34a3d8dbcc0343f5a4246 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:10:51.675287 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-626fda87-7bd0-4212-82af-9439862d24f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:10:51.680951 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-626fda87-7bd0-4212-82af-9439862d24f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:10:51.754907 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-626fda87-7bd0-4212-82af-9439862d24f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:51.759885 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-626fda87-7bd0-4212-82af-9439862d24f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:51.817401 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626fda87-7bd0-4212-82af-9439862d24f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1d05a6-16ff-4d61-b219-6cccbddcced3,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:51.824632 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-626fda87-7bd0-4212-82af-9439862d24f6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c4ceecde52f34a3d8dbcc0343f5a4246&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2074218 Jan 18 13:10:51.825621 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 37344) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:51.890070 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e47221dd-6df0-4920-95db-dda763c27e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:51.923983 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e47221dd-6df0-4920-95db-dda763c27e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:51.977072 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e47221dd-6df0-4920-95db-dda763c27e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:51.986025 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ffa9657c-06ff-43e8-8a7d-7cd252447e2b req-fd70b635-4413-405d-9108-f6aeb460f2d8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=25d481e9-1f75-4fb7-b461-221066301094&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2798831 Jan 18 13:10:51.997642 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47221dd-6df0-4920-95db-dda763c27e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1d05a6-16ff-4d61-b219-6cccbddcced3,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:52.006371 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e47221dd-6df0-4920-95db-dda763c27e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:52.012484 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-e47221dd-6df0-4920-95db-dda763c27e9a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ce1d05a6-16ff-4d61-b219-6cccbddcced3 HTTP/1.1" status: 204 len: 168 time: 0.1851161 Jan 18 13:10:52.099136 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ffa9657c-06ff-43e8-8a7d-7cd252447e2b req-b37e2547-3c0b-4a60-bf56-e6fe86c94121 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=62c83339981e4116982823738389569b&device_id=25d481e9-1f75-4fb7-b461-221066301094 HTTP/1.1" status: 200 len: 1099 time: 0.0726891 Jan 18 13:10:52.249916 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9657c-06ff-43e8-8a7d-7cd252447e2b req-1cf32c63-c1b9-4eac-9978-4e6670a4ece6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:52.251386 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ffa9657c-06ff-43e8-8a7d-7cd252447e2b req-1cf32c63-c1b9-4eac-9978-4e6670a4ece6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0245ff51-1953-4317-abeb-3ec950185d8d HTTP/1.1" status: 200 len: 919 time: 0.1288073 Jan 18 13:10:52.451906 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ffa9657c-06ff-43e8-8a7d-7cd252447e2b req-b33e2fd3-37da-42f5-b0f0-4647b8206d1a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dc18735-ef74-4790-92a0-bb123c66b799 HTTP/1.1" status: 200 len: 1002 time: 0.1952374 Jan 18 13:10:52.492486 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3344e549-4589-4d33-aa9a-362dbf4eb7a6 req-7e7b7684-7e39-4aa9-9a7e-e711ff1e0a83 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0431681 Jan 18 13:10:52.551258 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9657c-06ff-43e8-8a7d-7cd252447e2b req-acbff661-14b1-4ba1-984c-eb464b15cb5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:52.553735 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ffa9657c-06ff-43e8-8a7d-7cd252447e2b req-acbff661-14b1-4ba1-984c-eb464b15cb5d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe840dcd-84e6-4b5f-bdcf-ef3e08af5039 HTTP/1.1" status: 200 len: 856 time: 0.0962033 Jan 18 13:10:52.636701 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ffa9657c-06ff-43e8-8a7d-7cd252447e2b req-9bb4b392-d014-451a-a5f1-3fdef8dda96d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0245ff51-1953-4317-abeb-3ec950185d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0776811 Jan 18 13:10:52.785034 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ffa9657c-06ff-43e8-8a7d-7cd252447e2b req-6ea7a2f7-395c-4e74-a7a8-38dba6f82173 service neutron] 10.222.0.35 "GET /v2.0/networks/0245ff51-1953-4317-abeb-3ec950185d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421802 Jan 18 13:10:52.927397 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ffa9657c-06ff-43e8-8a7d-7cd252447e2b req-bc7740e3-ea3d-42a0-be9d-d0f6cd07021e service neutron] 10.222.0.35 "GET /v2.0/networks/0245ff51-1953-4317-abeb-3ec950185d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368160 Jan 18 13:10:52.941700 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 37372) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:53.081391 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-ea2e75f3-89ff-4515-8b43-326e83ee0283 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-344648906-network', 'tenant_id': '4de4a5d10b6c46558bf93e95e21f1b2e'}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:10:53.086152 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-ea2e75f3-89ff-4515-8b43-326e83ee0283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:10:53.089937 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-ea2e75f3-89ff-4515-8b43-326e83ee0283 admin admin] Usage tracker for resource:network and tenant:4de4a5d10b6c46558bf93e95e21f1b2e is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:10:53.093390 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-ea2e75f3-89ff-4515-8b43-326e83ee0283 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:10:53.100270 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-ea2e75f3-89ff-4515-8b43-326e83ee0283 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:10:53.110139 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2e75f3-89ff-4515-8b43-326e83ee0283 admin admin] Made reservation on behalf of 4de4a5d10b6c46558bf93e95e21f1b2e for: {'network': 1} {{(pid=82757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:10:53.112440 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ea2e75f3-89ff-4515-8b43-326e83ee0283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for network, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:53.125111 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ea2e75f3-89ff-4515-8b43-326e83ee0283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:53.157575 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-ea2e75f3-89ff-4515-8b43-326e83ee0283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:10:53.161611 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-ea2e75f3-89ff-4515-8b43-326e83ee0283 admin admin] Usage tracker for resource:security_group_rule and tenant:4de4a5d10b6c46558bf93e95e21f1b2e is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:10:53.164474 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-ea2e75f3-89ff-4515-8b43-326e83ee0283 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:10:53.170310 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-ea2e75f3-89ff-4515-8b43-326e83ee0283 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:10:53.244927 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ea2e75f3-89ff-4515-8b43-326e83ee0283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:53.250010 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ea2e75f3-89ff-4515-8b43-326e83ee0283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:53.281493 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea2e75f3-89ff-4515-8b43-326e83ee0283 admin admin] vlan segment allocate from pool success with {'vlan_id': 1094, 'physical_network': 'physnet1'} {{(pid=82757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:10:53.290878 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e75f3-89ff-4515-8b43-326e83ee0283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1ef94f-e269-4a6c-886d-d4c4fee80568,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:53.296716 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ea2e75f3-89ff-4515-8b43-326e83ee0283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-557774'] for segment, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:53.297110 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.db.segments_db [None req-ea2e75f3-89ff-4515-8b43-326e83ee0283 admin admin] Added segment e2e450d4-5ee1-481b-86ac-ffc03e4c2cb4 of type vlan for network af472885-8136-48c3-944d-535c162fa076 Jan 18 13:10:53.329046 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ea2e75f3-89ff-4515-8b43-326e83ee0283 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736038945356'] for network, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:53.358811 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ea2e75f3-89ff-4515-8b43-326e83ee0283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192'] for network, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:53.359677 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2e75f3-89ff-4515-8b43-326e83ee0283 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:53.360251 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ea2e75f3-89ff-4515-8b43-326e83ee0283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for network, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:53.460270 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e75f3-89ff-4515-8b43-326e83ee0283 admin admin] Pushing event updated for resources: {'Network': ['ID=af472885-8136-48c3-944d-535c162fa076,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:53.463780 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-ea2e75f3-89ff-4515-8b43-326e83ee0283 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5206144 Jan 18 13:10:53.466603 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 37378) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:10:53.472236 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-976da95e-7ad8-4e8b-a14b-af4212e9bfd0 admin admin] Request body: {'subnet': {'network_id': 'af472885-8136-48c3-944d-535c162fa076', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-344648906-subnet', 'tenant_id': '4de4a5d10b6c46558bf93e95e21f1b2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:10:53.478462 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-976da95e-7ad8-4e8b-a14b-af4212e9bfd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:10:53.480570 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Network af472885-8136-48c3-944d-535c162fa076 details requested by agent ovs-agent-dv-cinder-825103-1-iscsi with host dv-cinder-825103-1-iscsi {{(pid=82758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:10:53.485788 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-976da95e-7ad8-4e8b-a14b-af4212e9bfd0 admin admin] Usage tracker for resource:subnet and tenant:4de4a5d10b6c46558bf93e95e21f1b2e is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:10:53.488901 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-976da95e-7ad8-4e8b-a14b-af4212e9bfd0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:10:53.494984 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-976da95e-7ad8-4e8b-a14b-af4212e9bfd0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:10:53.506522 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976da95e-7ad8-4e8b-a14b-af4212e9bfd0 admin admin] Made reservation on behalf of 4de4a5d10b6c46558bf93e95e21f1b2e for: {'subnet': 1} {{(pid=82756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:10:53.508998 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-976da95e-7ad8-4e8b-a14b-af4212e9bfd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15475770'] for subnet, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:53.709882 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-777950af-ffec-4c91-94fc-db286afa061d req-970dee12-e026-499b-93d0-9079950b3f7a tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0490034 Jan 18 13:10:53.764054 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-976da95e-7ad8-4e8b-a14b-af4212e9bfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15289756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15475756'] for subnet, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:53.838177 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976da95e-7ad8-4e8b-a14b-af4212e9bfd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=149d7f70-b72c-48d2-9ba5-900e345b20fa,revision_number=0']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:10:53.856872 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976da95e-7ad8-4e8b-a14b-af4212e9bfd0 admin admin] Checking segment: {'id': 'e2e450d4-5ee1-481b-86ac-ffc03e4c2cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'af472885-8136-48c3-944d-535c162fa076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:10:53.857227 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976da95e-7ad8-4e8b-a14b-af4212e9bfd0 admin admin] Network hostable DHCP agents. Network: af472885-8136-48c3-944d-535c162fa076, hostable agents: ['17d581e3-f6b9-457e-916e-43db75e54cf0'], hosted agents: [] {{(pid=82756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:10:53.879662 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976da95e-7ad8-4e8b-a14b-af4212e9bfd0 admin admin] Network af472885-8136-48c3-944d-535c162fa076 is scheduled to be hosted by DHCP agent 17d581e3-f6b9-457e-916e-43db75e54cf0 with binding_index 1 {{(pid=82756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:10:53.890256 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.base_scheduler [None req-976da95e-7ad8-4e8b-a14b-af4212e9bfd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-iscsi, af472885-8136-48c3-944d-535c162fa076) {{(pid=82756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:10:53.894950 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976da95e-7ad8-4e8b-a14b-af4212e9bfd0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:10:53.895572 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-976da95e-7ad8-4e8b-a14b-af4212e9bfd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for subnet, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:10:53.899871 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650fd5a5-e233-4c5b-a3bb-c322766f6e86 None None] Network af472885-8136-48c3-944d-535c162fa076 requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:10:53.918105 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-976da95e-7ad8-4e8b-a14b-af4212e9bfd0 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4502404 Jan 18 13:10:54.116353 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08771e88-294c-42b3-b619-5e5b7fc31c2c None None] Network af472885-8136-48c3-944d-535c162fa076 requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:10:54.890362 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-21ccfd12-39af-484c-9e4b-341655b72596 req-57270bc3-9979-4139-b53e-75b154e25018 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0453596 Jan 18 13:10:56.055169 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-85239129-3fac-4e04-b7d6-0f5bb39e7825 req-c9b2add0-bdc0-443d-8551-b2c769827f5b tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0425446 Jan 18 13:10:57.231786 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-993d81c9-f98d-4366-b684-f3eb21d4b651 req-ca4cbdaf-bcf6-449d-9faf-0c25cfaad4e4 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0407679 Jan 18 13:10:58.420468 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7f7e4e23-20f3-4ac7-89f8-8c079775b5e8 req-d8d4dbaf-c376-4f75-b20a-c487f93979b2 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0516236 Jan 18 13:10:59.583365 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-fa81470c-619b-4218-aaea-39498c82c4a7 req-81133bda-a910-4252-8c3e-3bf58aa6d63c tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0412929 Jan 18 13:11:00.757942 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4fc0c921-c18f-45a2-938b-9206d7d8070e req-5473aa75-7146-44d5-8eeb-87801456fd90 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0412819 Jan 18 13:11:01.043607 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:11:01.926010 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-f2cc8673-d274-4dd7-a190-320617c065d2 req-2b4bbccb-4244-4ddf-af82-3ff6ac1e28b3 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0439653 Jan 18 13:11:03.089578 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b6b4f386-50f1-41b7-a316-c7291616454c req-852cbc0b-d678-45d3-85af-a5c28489b627 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0413613 Jan 18 13:11:04.256869 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-ce3c9cc8-6ce0-4ee7-8f8d-cf009c41eb52 req-2268b253-24c9-492d-9ac2-a18ee6eeb469 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0418565 Jan 18 13:11:05.433908 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0085c650-c420-4590-aea3-70640ecb605c req-bc7757f0-a262-465b-b950-47d79b442a65 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0443304 Jan 18 13:11:06.600605 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-222c8f40-9439-4067-9d86-9cac2f85c44c req-752bd2f1-5403-4635-99d4-7314540426dd tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0408931 Jan 18 13:11:07.766776 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-46728a1c-4c17-457e-8ecc-0a57048405d1 req-887ff00c-36f1-4309-b26b-1aef377c2fa8 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0426846 Jan 18 13:11:08.944644 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-f0e75cfb-1434-4974-9e51-2cdb6fbcbd0a req-579a3f2b-249c-4169-98cb-22afe8f23911 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0442417 Jan 18 13:11:10.108222 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2fa69536-91d8-420a-b91e-2da5942a17c2 req-b4eddbeb-2975-4d82-81fe-e78c349252bd tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0411458 Jan 18 13:11:10.258890 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:11.295889 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-47d968bf-5e65-41dd-9858-2288a8ae047c req-e2bf50bd-cac0-47eb-bb2e-49c25ebe6f9d tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0471468 Jan 18 13:11:12.474244 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0a6ba0f9-4ffd-4f8b-9807-1684e9f5bd87 req-c8af39ec-7046-40ac-95e6-eddc3ee5d9b2 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0567448 Jan 18 13:11:13.641752 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-457268c9-c2f6-4c27-87fb-0cf098ac953f req-f9e2ae64-3abd-48ea-a6ae-b4072e43a892 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0422099 Jan 18 13:11:13.852490 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-939f7fba-d96a-4238-97f5-0e1d8a9dcded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:14.816551 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-afe21d0c-0d2a-4a6f-bbb1-a9dc596bcc21 req-af49ef85-c79a-4d3e-94ee-3be0e2909217 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0433998 Jan 18 13:11:15.987230 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-53a82dbd-6bf3-47fe-9a38-a2f903ebea85 req-1f8f719f-bf86-4a7a-ab52-157c7d179cb4 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0447154 Jan 18 13:11:16.094827 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-177e58ee-ea62-44fe-9532-9459f8a42cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:17.159079 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-695d9aa3-2dde-46ef-ad4f-2d1dd8dea8b4 req-907dc0bd-2688-40b2-9359-d8b69eb137d4 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0423539 Jan 18 13:11:17.311208 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:17.491623 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:18.327288 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-95f8e8fc-6e6a-438d-a697-3230fab1dc1b req-d5487fbb-a9eb-4b92-a46f-3d3b0aa94539 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0446672 Jan 18 13:11:18.977785 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:19.503074 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6a6e86bc-dee1-4eee-a60e-dee48d988c16 req-575efa11-b98a-498e-942d-55894727b0d4 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0442612 Jan 18 13:11:20.682236 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-622ad351-5fdb-497d-b9e6-39e599c3f1e3 req-dde5d545-6ee3-4e11-9982-ff64d2b2936e tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0533595 Jan 18 13:11:21.859512 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5a0ed759-9ea8-4479-9a5c-0863e89f9945 req-efe9f1de-9022-492d-8fb8-5e606f91c73e tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0448351 Jan 18 13:11:23.107955 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-066c0048-3851-4a39-809c-1003921e14bd req-acfa6e1b-3daf-4453-b783-89bf472475d2 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.1244993 Jan 18 13:11:24.271596 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d22db073-8123-4300-a387-e80cb969d914 req-38e4dfe1-9fc4-4d8d-8638-b84892f8580b tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0425427 Jan 18 13:11:25.444339 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-6785766e-47ff-4269-879c-2ee140ac8797 req-8aa9d9f9-bc2a-46ac-a15d-dfe3d6d60183 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0485940 Jan 18 13:11:26.611556 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8018ff08-b2f9-4627-b120-67a93ef8dbd3 req-9a3ee1aa-0ae5-4e28-a75a-c234597f8537 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0461090 Jan 18 13:11:27.795610 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-0bc3e9e6-fb34-42aa-992d-ef01391aa31e req-a8f368ae-e119-4047-a097-678717329bd5 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0551324 Jan 18 13:11:28.963520 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d7b6eb6c-aacf-4f53-8ca8-17c0d0c7ed3c req-1d5fc950-0963-4edd-91b0-1210c5c98ef2 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0422177 Jan 18 13:11:30.133140 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-b978cdc3-3c5e-4bab-af61-cc26aa029732 req-73951502-3f0a-4eec-a621-03f0139d8aec tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0417895 Jan 18 13:11:31.298729 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-240c6aef-e3f5-4d39-b14a-57f39c9fbe03 req-650b9cc6-fc5a-4e7b-baef-e9ec0b050882 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0459263 Jan 18 13:11:32.473697 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-19c01c9b-2e83-402b-b295-abb89c8f55b5 req-6a7a69b8-b4cd-4aa1-84d4-8dfc878407bf tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0432096 Jan 18 13:11:33.651954 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b2b4225c-8826-48b4-987f-f117f8b550d9 req-fed80012-b48e-44fe-9443-f8a213f3269f tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0484121 Jan 18 13:11:34.836903 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-fabc5787-b015-4896-8fa2-60bed016cced req-6a6f82c7-9200-4f5d-89a8-ca7e196911c1 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0463719 Jan 18 13:11:36.019650 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ed52e574-4256-4969-9c93-c8301043e0f1 req-d3257608-1dc9-4fda-b5cf-4f298fbd7dd1 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0426686 Jan 18 13:11:37.192989 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-2dd30112-02a9-4d9e-bffc-80e3761f0056 req-22b99a53-8b14-4238-abb1-1643d7267428 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0421975 Jan 18 13:11:38.044111 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:11:38.366619 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2f487706-f190-4a2f-9f0a-2bbac332e8db req-350c801b-5356-4df5-8099-db10871676b6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0496278 Jan 18 13:11:39.534162 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-1db69be6-614b-4760-b7f8-2a039078368e req-3b5dac67-0cae-488b-9901-266b2af57e38 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.0416024 Jan 18 13:11:40.270107 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:40.799958 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e00dd2e2-79e9-4e9d-b1ca-3aef04fb3528 req-34f4b216-a376-41e6-9111-10a94185742e tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=d00ac165-0b20-4316-9d85-1d33f85a551a HTTP/1.1" status: 200 len: 210 time: 0.1312959 Jan 18 13:11:41.953127 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 37740) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:42.024251 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3d9155d8-f89e-41c2-80c9-530d5a0e04d6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:42.055747 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3d9155d8-f89e-41c2-80c9-530d5a0e04d6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:42.112623 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3d9155d8-f89e-41c2-80c9-530d5a0e04d6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:42.130844 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9155d8-f89e-41c2-80c9-530d5a0e04d6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c60882-b6e5-41a4-bbff-5016e6573d05,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:42.144990 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9155d8-f89e-41c2-80c9-530d5a0e04d6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:42.145338 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9155d8-f89e-41c2-80c9-530d5a0e04d6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:42.145670 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9155d8-f89e-41c2-80c9-530d5a0e04d6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:42.145998 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9155d8-f89e-41c2-80c9-530d5a0e04d6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:42.146326 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9155d8-f89e-41c2-80c9-530d5a0e04d6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:42.146649 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9155d8-f89e-41c2-80c9-530d5a0e04d6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:42.147030 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9155d8-f89e-41c2-80c9-530d5a0e04d6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:42.147467 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9155d8-f89e-41c2-80c9-530d5a0e04d6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:42.147696 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9155d8-f89e-41c2-80c9-530d5a0e04d6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:42.148008 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9155d8-f89e-41c2-80c9-530d5a0e04d6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:42.148325 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9155d8-f89e-41c2-80c9-530d5a0e04d6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:42.153994 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3d9155d8-f89e-41c2-80c9-530d5a0e04d6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:42.157602 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-3d9155d8-f89e-41c2-80c9-530d5a0e04d6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "DELETE /v2.0/security-groups/61c60882-b6e5-41a4-bbff-5016e6573d05 HTTP/1.1" status: 204 len: 168 time: 0.2010603 Jan 18 13:11:42.157911 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 37748) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:42.176598 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.api.v2.resource [None req-4d3f6ac4-0bb5-4304-a524-b45ccb2a0646 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] show failed (client error): The resource could not be found. Jan 18 13:11:42.177684 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-4d3f6ac4-0bb5-4304-a524-b45ccb2a0646 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups/61c60882-b6e5-41a4-bbff-5016e6573d05 HTTP/1.1" status: 404 len: 347 time: 0.0188963 Jan 18 13:11:42.180709 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 37752) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:42.356034 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [None req-a6f15c34-43bc-41bc-9359-2e923ed74f92 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Deleting port c2c4dc0c-93ff-4962-aec6-d74afb1b93b8 {{(pid=82756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:11:42.356370 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-a6f15c34-43bc-41bc-9359-2e923ed74f92 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:42.527675 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-a6f15c34-43bc-41bc-9359-2e923ed74f92 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:42.528003 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-a6f15c34-43bc-41bc-9359-2e923ed74f92 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:42.648446 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [None req-a6f15c34-43bc-41bc-9359-2e923ed74f92 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Calling delete_port for c2c4dc0c-93ff-4962-aec6-d74afb1b93b8 owned by network:floatingip {{(pid=82756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:11:42.790917 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-a6f15c34-43bc-41bc-9359-2e923ed74f92 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:42.837976 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f15c34-43bc-41bc-9359-2e923ed74f92 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Pushing event deleted for resources: {'Port': ['ID=c2c4dc0c-93ff-4962-aec6-d74afb1b93b8,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:42.938911 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-a6f15c34-43bc-41bc-9359-2e923ed74f92 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for floatingip, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:42.955915 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-a6f15c34-43bc-41bc-9359-2e923ed74f92 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for floatingip, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:42.957044 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-a6f15c34-43bc-41bc-9359-2e923ed74f92 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "DELETE /v2.0/floatingips/4805c2d1-439c-4b90-a305-cffa17f291b1 HTTP/1.1" status: 204 len: 168 time: 0.7752075 Jan 18 13:11:43.463889 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 37766) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:43.470690 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-fcf0e2b9-8b5b-4610-9404-8f9cdd214979 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Request body: {'security_group': {'name': 'tempest-securitygroup--87765488', 'description': 'tempest-description--1728575278'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:11:43.477247 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-fcf0e2b9-8b5b-4610-9404-8f9cdd214979 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:43.481519 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-fcf0e2b9-8b5b-4610-9404-8f9cdd214979 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Usage tracker for resource:security_group and tenant:8b61358b76314548a01860d9521ad4fd is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:43.484862 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-fcf0e2b9-8b5b-4610-9404-8f9cdd214979 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:43.493033 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-fcf0e2b9-8b5b-4610-9404-8f9cdd214979 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:43.504227 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-fcf0e2b9-8b5b-4610-9404-8f9cdd214979 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:43.542867 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-fcf0e2b9-8b5b-4610-9404-8f9cdd214979 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:43.548248 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-fcf0e2b9-8b5b-4610-9404-8f9cdd214979 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Usage tracker for resource:security_group_rule and tenant:8b61358b76314548a01860d9521ad4fd is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:43.551533 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-fcf0e2b9-8b5b-4610-9404-8f9cdd214979 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:43.558013 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-fcf0e2b9-8b5b-4610-9404-8f9cdd214979 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:43.624783 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-fcf0e2b9-8b5b-4610-9404-8f9cdd214979 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:43.629393 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-fcf0e2b9-8b5b-4610-9404-8f9cdd214979 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:43.679802 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0e2b9-8b5b-4610-9404-8f9cdd214979 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=452e958f-83dc-472e-934a-0a463af1fbad,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:43.688452 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-fcf0e2b9-8b5b-4610-9404-8f9cdd214979 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:43.691373 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-fcf0e2b9-8b5b-4610-9404-8f9cdd214979 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2261872 Jan 18 13:11:43.692067 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 37770) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:43.698067 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-be82a0b8-c5af-4068-b1fc-e8ea9617dba6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Request body: {'security_group_rule': {'security_group_id': '452e958f-83dc-472e-934a-0a463af1fbad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:11:43.706016 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-be82a0b8-c5af-4068-b1fc-e8ea9617dba6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:43.709950 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-be82a0b8-c5af-4068-b1fc-e8ea9617dba6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Usage tracker for resource:security_group_rule and tenant:8b61358b76314548a01860d9521ad4fd is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:43.712844 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-be82a0b8-c5af-4068-b1fc-e8ea9617dba6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:43.718762 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-be82a0b8-c5af-4068-b1fc-e8ea9617dba6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:43.736510 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-be82a0b8-c5af-4068-b1fc-e8ea9617dba6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:43.816980 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-be82a0b8-c5af-4068-b1fc-e8ea9617dba6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:43.821608 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-be82a0b8-c5af-4068-b1fc-e8ea9617dba6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16445687'] for security_group_rule, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:43.846908 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82a0b8-c5af-4068-b1fc-e8ea9617dba6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a93480d2-908f-4cac-8be4-ce4101b1449a,revision_number=0']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:43.859710 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-f720f5ca-7b30-4063-93a7-85142527dd68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:43.865762 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be82a0b8-c5af-4068-b1fc-e8ea9617dba6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:43.866396 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be82a0b8-c5af-4068-b1fc-e8ea9617dba6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:43.866755 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be82a0b8-c5af-4068-b1fc-e8ea9617dba6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:43.867134 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be82a0b8-c5af-4068-b1fc-e8ea9617dba6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:43.867476 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be82a0b8-c5af-4068-b1fc-e8ea9617dba6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:43.867850 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be82a0b8-c5af-4068-b1fc-e8ea9617dba6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:43.868237 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be82a0b8-c5af-4068-b1fc-e8ea9617dba6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:43.868518 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be82a0b8-c5af-4068-b1fc-e8ea9617dba6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:43.869034 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be82a0b8-c5af-4068-b1fc-e8ea9617dba6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:43.869355 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be82a0b8-c5af-4068-b1fc-e8ea9617dba6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:43.869677 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be82a0b8-c5af-4068-b1fc-e8ea9617dba6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:43.874087 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-be82a0b8-c5af-4068-b1fc-e8ea9617dba6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:43.878138 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 37778) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:43.878302 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-be82a0b8-c5af-4068-b1fc-e8ea9617dba6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1849079 Jan 18 13:11:43.883931 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-dd605c11-b649-4c7a-9f40-4cf4633abfc3 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Request body: {'security_group_rule': {'security_group_id': '452e958f-83dc-472e-934a-0a463af1fbad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:11:43.889906 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-dd605c11-b649-4c7a-9f40-4cf4633abfc3 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:43.894313 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-dd605c11-b649-4c7a-9f40-4cf4633abfc3 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Usage tracker for resource:security_group_rule and tenant:8b61358b76314548a01860d9521ad4fd is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:43.897581 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-dd605c11-b649-4c7a-9f40-4cf4633abfc3 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:43.905234 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-dd605c11-b649-4c7a-9f40-4cf4633abfc3 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:43.926018 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-dd605c11-b649-4c7a-9f40-4cf4633abfc3 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:43.990397 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-dd605c11-b649-4c7a-9f40-4cf4633abfc3 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:43.994094 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-dd605c11-b649-4c7a-9f40-4cf4633abfc3 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16445687'] for security_group_rule, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:44.020264 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd605c11-b649-4c7a-9f40-4cf4633abfc3 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=060e8e9b-beeb-4fe1-8e41-a8e4979e6c49,revision_number=0']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:44.029024 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-dd605c11-b649-4c7a-9f40-4cf4633abfc3 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:44.031171 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-dd605c11-b649-4c7a-9f40-4cf4633abfc3 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1519666 Jan 18 13:11:44.033291 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 37782) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:11:44.038664 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-3f6f9212-074a-47bb-ba3e-6744a8f6f7b3 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Request body: {'floatingip': {'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:11:44.043977 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-3f6f9212-074a-47bb-ba3e-6744a8f6f7b3 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:44.047756 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-3f6f9212-074a-47bb-ba3e-6744a8f6f7b3 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Usage tracker for resource:floatingip and tenant:8b61358b76314548a01860d9521ad4fd is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:11:44.050536 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-3f6f9212-074a-47bb-ba3e-6744a8f6f7b3 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:11:44.056564 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-3f6f9212-074a-47bb-ba3e-6744a8f6f7b3 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:44.068629 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3f6f9212-074a-47bb-ba3e-6744a8f6f7b3 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for floatingip, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:44.227731 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3f6f9212-074a-47bb-ba3e-6744a8f6f7b3 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:44.386370 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.db_base_plugin_common [None req-3f6f9212-074a-47bb-ba3e-6744a8f6f7b3 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Allocated IP 172.27.2.142 (e1680602-72eb-4a8f-a690-8170848820e2/e5265543-d6e8-47ba-b344-dc5916015d25/d4a402d8-f46c-492d-8f82-1602325ba808) {{(pid=82756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:11:44.546922 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3f6f9212-074a-47bb-ba3e-6744a8f6f7b3 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for port, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:44.575536 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3f6f9212-074a-47bb-ba3e-6744a8f6f7b3 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:44.644349 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6f9212-074a-47bb-ba3e-6744a8f6f7b3 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Network e1680602-72eb-4a8f-a690-8170848820e2 is already hosted by enough agents. {{(pid=82756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:11:44.647156 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.base_scheduler [None req-3f6f9212-074a-47bb-ba3e-6744a8f6f7b3 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Resources bound (agent type, host, resource id): {{(pid=82756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:11:44.651642 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6f9212-074a-47bb-ba3e-6744a8f6f7b3 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Received port after_create {{(pid=82756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:11:44.680607 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f9212-074a-47bb-ba3e-6744a8f6f7b3 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Pushing event updated for resources: {'Port': ['ID=d4a402d8-f46c-492d-8f82-1602325ba808,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:44.915954 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3f6f9212-074a-47bb-ba3e-6744a8f6f7b3 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:44.972197 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3f6f9212-074a-47bb-ba3e-6744a8f6f7b3 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:45.179287 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3f6f9212-074a-47bb-ba3e-6744a8f6f7b3 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for port, precommit_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:45.184703 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3f6f9212-074a-47bb-ba3e-6744a8f6f7b3 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:45.299559 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f9212-074a-47bb-ba3e-6744a8f6f7b3 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Pushing event updated for resources: {'Port': ['ID=d4a402d8-f46c-492d-8f82-1602325ba808,revision_number=2']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:45.322514 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3f6f9212-074a-47bb-ba3e-6744a8f6f7b3 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16439339'] for floatingip, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:45.346336 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3f6f9212-074a-47bb-ba3e-6744a8f6f7b3 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for floatingip, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:45.349275 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-3f6f9212-074a-47bb-ba3e-6744a8f6f7b3 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3150671 Jan 18 13:11:45.634181 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-57890fa0-2939-4110-a2d7-3b3133d6d91b tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Synchronizing usage tracker for tenant:8b61358b76314548a01860d9521ad4fd on resource:security_group {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:11:45.650273 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-57890fa0-2939-4110-a2d7-3b3133d6d91b tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Unset dirty status for tenant:8b61358b76314548a01860d9521ad4fd on resource:security_group {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:11:45.652231 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-57890fa0-2939-4110-a2d7-3b3133d6d91b tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--87765488&fields=id&tenant_id=8b61358b76314548a01860d9521ad4fd HTTP/1.1" status: 200 len: 267 time: 0.0637422 Jan 18 13:11:45.821095 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-692e2391-fc10-4843-bd92-753c8db88fce tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:45.822464 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-692e2391-fc10-4843-bd92-753c8db88fce tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/networks?id=3ce910e8-fa9a-402c-bef7-c36aef1e716c HTTP/1.1" status: 200 len: 811 time: 0.1629715 Jan 18 13:11:45.845722 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-786e73b5-0c09-42ca-9a7b-c5fa270fdb7c tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/quotas/8b61358b76314548a01860d9521ad4fd HTTP/1.1" status: 200 len: 375 time: 0.0176797 Jan 18 13:11:45.942470 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-f08734ce-e61d-4460-aa6e-7db65d268144 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Synchronizing usage tracker for tenant:8b61358b76314548a01860d9521ad4fd on resource:port {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:11:45.959774 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-f08734ce-e61d-4460-aa6e-7db65d268144 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Unset dirty status for tenant:8b61358b76314548a01860d9521ad4fd on resource:port {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:11:45.961151 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-f08734ce-e61d-4460-aa6e-7db65d268144 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=8b61358b76314548a01860d9521ad4fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1103120 Jan 18 13:11:46.082648 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-c4f8b4c8-509a-4324-ad73-accd8b172510 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=82756) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:11:46.083648 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-c4f8b4c8-509a-4324-ad73-accd8b172510 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1107996 Jan 18 13:11:46.100016 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2383c035-38ed-4ab3-9e5c-80169fa0ca20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:46.229403 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-0acdbe4e-20f6-4b23-bb33-937d3602d451 service neutron] 10.222.0.84 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308773 Jan 18 13:11:46.376205 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-279d9891-96b7-4b57-abc9-c5d82868e174 service neutron] 10.222.0.84 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404421 Jan 18 13:11:46.582533 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-596298ae-8ff1-457b-9c33-3ecda2859bee req-fe9cc685-06ac-4d15-8199-1e7ef58fbdd9 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=15132069-1154-471c-93db-5caec85c8ad0 HTTP/1.1" status: 200 len: 210 time: 0.0486071 Jan 18 13:11:47.314539 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:47.494294 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:47.692650 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-01f6d8ae-4798-4f1a-8cef-5666cf36ca60 req-02090260-7fe5-45e5-9d55-2b2951f502a5 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=15132069-1154-471c-93db-5caec85c8ad0 HTTP/1.1" status: 200 len: 210 time: 0.0427997 Jan 18 13:11:48.811590 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-010a29c0-84dd-4fbc-9cd2-0f8e01c0514f req-3aa69481-72b6-43cc-98b8-d4733c656af0 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=15132069-1154-471c-93db-5caec85c8ad0 HTTP/1.1" status: 200 len: 210 time: 0.0506864 Jan 18 13:11:48.982132 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:49.929341 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9949e108-6693-4c6e-b79f-c809307b54d8 req-9937032e-1545-4322-8806-f0a70d28c7d8 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=15132069-1154-471c-93db-5caec85c8ad0 HTTP/1.1" status: 200 len: 210 time: 0.0457237 Jan 18 13:11:51.092457 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-b2362d0e-0615-42d6-a2b9-e259d83e6a1d req-4974c7d1-c104-4f72-8f25-2be9eeaacfe7 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=15132069-1154-471c-93db-5caec85c8ad0 HTTP/1.1" status: 200 len: 210 time: 0.0438263 Jan 18 13:11:52.040470 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-2eb1f955-64a0-47d2-8fe9-e6fd763d3973 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:52.041997 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-2eb1f955-64a0-47d2-8fe9-e6fd763d3973 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.35 "GET /v2.0/networks?id=3ce910e8-fa9a-402c-bef7-c36aef1e716c HTTP/1.1" status: 200 len: 811 time: 0.1600876 Jan 18 13:11:52.107897 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-b2a5ca2f-5fb6-4515-8a0a-961e85476051 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b61358b76314548a01860d9521ad4fd HTTP/1.1" status: 200 len: 378 time: 0.0449874 Jan 18 13:11:52.115080 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-2c75f47b-d76d-455a-b3ed-1a4b324a66f4 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Request body: {'port': {'device_id': '15132069-1154-471c-93db-5caec85c8ad0', 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c', 'admin_state_up': True, 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'security_groups': ['452e958f-83dc-472e-934a-0a463af1fbad']}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:11:52.285217 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-43c0dcd9-c500-434a-a620-ee48475db660 req-26d514cd-7758-490d-a170-1b95022ee642 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=15132069-1154-471c-93db-5caec85c8ad0 HTTP/1.1" status: 200 len: 210 time: 0.0575089 Jan 18 13:11:52.293698 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-2c75f47b-d76d-455a-b3ed-1a4b324a66f4 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:11:52.305212 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-2c75f47b-d76d-455a-b3ed-1a4b324a66f4 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:11:52.318665 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-2c75f47b-d76d-455a-b3ed-1a4b324a66f4 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Made reservation on behalf of 8b61358b76314548a01860d9521ad4fd for: {'port': 1} {{(pid=82756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:11:52.321657 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-2c75f47b-d76d-455a-b3ed-1a4b324a66f4 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:52.581550 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.db_base_plugin_common [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-2c75f47b-d76d-455a-b3ed-1a4b324a66f4 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Allocated IP 172.20.0.13 (3ce910e8-fa9a-402c-bef7-c36aef1e716c/7fc8c1b8-cfa3-49d9-9595-474a5f6baf01/f0ae119a-ac8f-410f-a476-3afd8d921187) {{(pid=82756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:11:52.777089 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-2c75f47b-d76d-455a-b3ed-1a4b324a66f4 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for port, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:52.793209 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.provisioning_blocks [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-2c75f47b-d76d-455a-b3ed-1a4b324a66f4 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Transition to ACTIVE for port object f0ae119a-ac8f-410f-a476-3afd8d921187 will not be triggered until provisioned by entity DHCP. {{(pid=82756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:11:52.816552 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-2c75f47b-d76d-455a-b3ed-1a4b324a66f4 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:52.893497 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-2c75f47b-d76d-455a-b3ed-1a4b324a66f4 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Network 3ce910e8-fa9a-402c-bef7-c36aef1e716c is already hosted by enough agents. {{(pid=82756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:11:52.896601 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.base_scheduler [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-2c75f47b-d76d-455a-b3ed-1a4b324a66f4 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Resources bound (agent type, host, resource id): {{(pid=82756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:11:52.901131 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75f47b-d76d-455a-b3ed-1a4b324a66f4 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Pushing event updated for resources: {'Port': ['ID=f0ae119a-ac8f-410f-a476-3afd8d921187,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:52.903380 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-2c75f47b-d76d-455a-b3ed-1a4b324a66f4 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Received port after_create {{(pid=82756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:11:52.965774 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-2c75f47b-d76d-455a-b3ed-1a4b324a66f4 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:52.967143 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-2c75f47b-d76d-455a-b3ed-1a4b324a66f4 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:53.003918 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-2c75f47b-d76d-455a-b3ed-1a4b324a66f4 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8921411 Jan 18 13:11:53.021204 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-33f90cf3-2189-4ecc-b9ba-95683a7e44ed service neutron] Request body: {'port': {'device_id': '15132069-1154-471c-93db-5caec85c8ad0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:11:53.144830 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-33f90cf3-2189-4ecc-b9ba-95683a7e44ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:53.201558 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-9631d55f-0bd0-4fe0-b11d-de42c20d76a3 None None] Provisioning for port f0ae119a-ac8f-410f-a476-3afd8d921187 completed by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:11:53.206721 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-9631d55f-0bd0-4fe0-b11d-de42c20d76a3 None None] Provisioning complete for port f0ae119a-ac8f-410f-a476-3afd8d921187 triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:11:53.207091 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-9631d55f-0bd0-4fe0-b11d-de42c20d76a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:53.262470 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-9631d55f-0bd0-4fe0-b11d-de42c20d76a3 None None] Port f0ae119a-ac8f-410f-a476-3afd8d921187 cannot update to ACTIVE because it is not bound. {{(pid=82758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:11:53.489171 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6711ccf-f25a-43bf-ba73-30b62a934a11 req-b943a79f-39d8-4ab2-9716-b382df43462d tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:53.490609 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-b6711ccf-f25a-43bf-ba73-30b62a934a11 req-b943a79f-39d8-4ab2-9716-b382df43462d tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=15132069-1154-471c-93db-5caec85c8ad0 HTTP/1.1" status: 200 len: 932 time: 0.0803819 Jan 18 13:11:53.500484 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-33f90cf3-2189-4ecc-b9ba-95683a7e44ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0ae119a-ac8f-410f-a476-3afd8d921187 {{(pid=82756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:11:53.508834 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-33f90cf3-2189-4ecc-b9ba-95683a7e44ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:53.525106 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.provisioning_blocks [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-33f90cf3-2189-4ecc-b9ba-95683a7e44ed service neutron] Transition to ACTIVE for port object f0ae119a-ac8f-410f-a476-3afd8d921187 will not be triggered until provisioned by entity L2. {{(pid=82756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:11:53.528806 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-33f90cf3-2189-4ecc-b9ba-95683a7e44ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:53.538057 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-b6711ccf-f25a-43bf-ba73-30b62a934a11 req-064c3eba-2d9f-42c0-a4e7-49be5f951666 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=452e958f-83dc-472e-934a-0a463af1fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419807 Jan 18 13:11:53.701168 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f90cf3-2189-4ecc-b9ba-95683a7e44ed service neutron] Pushing event updated for resources: {'Port': ['ID=f0ae119a-ac8f-410f-a476-3afd8d921187,revision_number=2']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:53.828908 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5add0386-9ef4-483d-9734-ebcf6544a4eb req-d6913c0b-aa83-4a2d-99d7-4c1c4edaaff2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=25d481e9-1f75-4fb7-b461-221066301094&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1779270 Jan 18 13:11:53.837339 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-33f90cf3-2189-4ecc-b9ba-95683a7e44ed service neutron] Attempting to bind port f0ae119a-ac8f-410f-a476-3afd8d921187 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:11:53.837672 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-33f90cf3-2189-4ecc-b9ba-95683a7e44ed service neutron] Attempting to bind port f0ae119a-ac8f-410f-a476-3afd8d921187 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '4be6da58-ee81-4cb4-9a92-a45bd42d91b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c'}] {{(pid=82756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:11:53.837998 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-33f90cf3-2189-4ecc-b9ba-95683a7e44ed service neutron] Attempting to bind port f0ae119a-ac8f-410f-a476-3afd8d921187 on network 3ce910e8-fa9a-402c-bef7-c36aef1e716c {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:11:53.843951 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-33f90cf3-2189-4ecc-b9ba-95683a7e44ed service neutron] Port f0ae119a-ac8f-410f-a476-3afd8d921187 on network 3ce910e8-fa9a-402c-bef7-c36aef1e716c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:11:53.844217 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-33f90cf3-2189-4ecc-b9ba-95683a7e44ed service neutron] Attempting to bind port f0ae119a-ac8f-410f-a476-3afd8d921187 on network 3ce910e8-fa9a-402c-bef7-c36aef1e716c {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:11:53.850337 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-33f90cf3-2189-4ecc-b9ba-95683a7e44ed service neutron] Checking agent: {'id': '085e0bf5-487d-485c-86f3-dab2733d35ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'started_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:11:53.850692 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-33f90cf3-2189-4ecc-b9ba-95683a7e44ed service neutron] Checking segment: {'id': '4be6da58-ee81-4cb4-9a92-a45bd42d91b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:11:53.851082 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-33f90cf3-2189-4ecc-b9ba-95683a7e44ed service neutron] Bound using segment: {'id': '4be6da58-ee81-4cb4-9a92-a45bd42d91b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c'} {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:11:53.851500 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-33f90cf3-2189-4ecc-b9ba-95683a7e44ed service neutron] Bound port: f0ae119a-ac8f-410f-a476-3afd8d921187, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be6da58-ee81-4cb4-9a92-a45bd42d91b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c'}}] {{(pid=82756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:11:53.851839 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-33f90cf3-2189-4ecc-b9ba-95683a7e44ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:53.988134 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-33f90cf3-2189-4ecc-b9ba-95683a7e44ed service neutron] For port f0ae119a-ac8f-410f-a476-3afd8d921187, host hv-cinder-82510, cleared binding levels {{(pid=82756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:11:53.996128 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-33f90cf3-2189-4ecc-b9ba-95683a7e44ed service neutron] For port f0ae119a-ac8f-410f-a476-3afd8d921187, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f0ae119a-ac8f-410f-a476-3afd8d921187,segment=NetworkSegment(4be6da58-ee81-4cb4-9a92-a45bd42d91b1),segment_id=4be6da58-ee81-4cb4-9a92-a45bd42d91b1)] {{(pid=82756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:11:54.004302 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-33f90cf3-2189-4ecc-b9ba-95683a7e44ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:54.079392 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-33f90cf3-2189-4ecc-b9ba-95683a7e44ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:54.080775 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-33f90cf3-2189-4ecc-b9ba-95683a7e44ed service neutron] 10.222.0.35 "PUT /v2.0/ports/f0ae119a-ac8f-410f-a476-3afd8d921187 HTTP/1.1" status: 200 len: 1094 time: 1.0643117 Jan 18 13:11:54.081231 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15132069-1154-471c-93db-5caec85c8ad0', 'tag': 'f0ae119a-ac8f-410f-a476-3afd8d921187'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:11:54.108812 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5add0386-9ef4-483d-9734-ebcf6544a4eb req-afc0c9f4-f6df-444d-8191-33b32476168f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=62c83339981e4116982823738389569b&device_id=25d481e9-1f75-4fb7-b461-221066301094 HTTP/1.1" status: 200 len: 1099 time: 0.1840718 Jan 18 13:11:54.115890 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f90cf3-2189-4ecc-b9ba-95683a7e44ed service neutron] Pushing event updated for resources: {'Port': ['ID=f0ae119a-ac8f-410f-a476-3afd8d921187,revision_number=3']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:54.163328 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15132069-1154-471c-93db-5caec85c8ad0', 'tag': 'f0ae119a-ac8f-410f-a476-3afd8d921187', 'status': 'completed', 'code': 200} Jan 18 13:11:54.324924 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add0386-9ef4-483d-9734-ebcf6544a4eb req-71844848-e14b-4b28-9193-f1d60b967caa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:54.326401 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5add0386-9ef4-483d-9734-ebcf6544a4eb req-71844848-e14b-4b28-9193-f1d60b967caa service neutron] 10.222.0.35 "GET /v2.0/networks?id=0245ff51-1953-4317-abeb-3ec950185d8d HTTP/1.1" status: 200 len: 919 time: 0.1930864 Jan 18 13:11:54.333517 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-b79da700-9f2a-4c19-94bf-d58739f89a6a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b61358b76314548a01860d9521ad4fd&device_id=15132069-1154-471c-93db-5caec85c8ad0 HTTP/1.1" status: 200 len: 1097 time: 0.1692920 Jan 18 13:11:54.550083 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-b6628cbb-9ca2-497a-99ae-117d1e24007e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0ae119a-ac8f-410f-a476-3afd8d921187 HTTP/1.1" status: 200 len: 217 time: 0.1660874 Jan 18 13:11:54.632247 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5add0386-9ef4-483d-9734-ebcf6544a4eb req-c072bd44-bc31-4c82-b506-a4c4a7b1dde3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dc18735-ef74-4790-92a0-bb123c66b799 HTTP/1.1" status: 200 len: 1002 time: 0.2978015 Jan 18 13:11:54.637262 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-ee237e24-4e6b-4d77-9099-601abfff3702 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:54.638636 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-ee237e24-4e6b-4d77-9099-601abfff3702 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fc8c1b8-cfa3-49d9-9595-474a5f6baf01 HTTP/1.1" status: 200 len: 850 time: 0.0823553 Jan 18 13:11:54.747749 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add0386-9ef4-483d-9734-ebcf6544a4eb req-aa366c78-3767-48b8-ab51-5a65b0ce57a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:54.749181 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5add0386-9ef4-483d-9734-ebcf6544a4eb req-aa366c78-3767-48b8-ab51-5a65b0ce57a6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe840dcd-84e6-4b5f-bdcf-ef3e08af5039 HTTP/1.1" status: 200 len: 856 time: 0.1097078 Jan 18 13:11:54.766893 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308e505-1859-461c-bfee-d5227a956fe4 req-aa4ca591-3932-4af6-9898-a1188e2dc3e4 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:54.768372 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-8308e505-1859-461c-bfee-d5227a956fe4 req-aa4ca591-3932-4af6-9898-a1188e2dc3e4 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=15132069-1154-471c-93db-5caec85c8ad0 HTTP/1.1" status: 200 len: 944 time: 0.0962994 Jan 18 13:11:54.811371 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-e560452f-e252-44bf-be11-c798a2c0d590 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3ce910e8-fa9a-402c-bef7-c36aef1e716c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1404192 Jan 18 13:11:54.824438 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-8308e505-1859-461c-bfee-d5227a956fe4 req-9020ea5a-fe45-4d6c-8f79-2ab56343f163 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=452e958f-83dc-472e-934a-0a463af1fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502687 Jan 18 13:11:54.931711 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5add0386-9ef4-483d-9734-ebcf6544a4eb req-c96e25e2-76fc-4795-8426-b11a5d1a9c7a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0245ff51-1953-4317-abeb-3ec950185d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1760170 Jan 18 13:11:55.042797 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-8efe1dc7-829c-437b-9a3f-b8e69c07c29f service neutron] 10.222.0.35 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235298 Jan 18 13:11:55.187985 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5add0386-9ef4-483d-9734-ebcf6544a4eb req-cf95b712-f533-40e1-9b92-a0c2012493db service neutron] 10.222.0.35 "GET /v2.0/networks/0245ff51-1953-4317-abeb-3ec950185d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461572 Jan 18 13:11:55.305451 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0f8a0f3c-65fe-4fcb-9371-1b40dc8bc11a req-53cab960-ecfb-465e-9504-d2679536f53d service neutron] 10.222.0.35 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562311 Jan 18 13:11:55.358350 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5add0386-9ef4-483d-9734-ebcf6544a4eb req-f56d6aa9-7fc7-45db-a589-f51815c91a10 service neutron] 10.222.0.35 "GET /v2.0/networks/0245ff51-1953-4317-abeb-3ec950185d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548951 Jan 18 13:11:55.483317 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-595e04a1-72d0-442b-aa6e-f75e7bc00821 req-514adb4d-2c02-42aa-8418-4bbbb3e70131 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b61358b76314548a01860d9521ad4fd&device_id=15132069-1154-471c-93db-5caec85c8ad0 HTTP/1.1" status: 200 len: 1097 time: 0.0742006 Jan 18 13:11:55.615007 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e04a1-72d0-442b-aa6e-f75e7bc00821 req-8d6cf10c-e3a4-4b64-a980-ea4aad6b1567 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:55.616374 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-595e04a1-72d0-442b-aa6e-f75e7bc00821 req-8d6cf10c-e3a4-4b64-a980-ea4aad6b1567 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3ce910e8-fa9a-402c-bef7-c36aef1e716c HTTP/1.1" status: 200 len: 913 time: 0.1262119 Jan 18 13:11:55.685688 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-595e04a1-72d0-442b-aa6e-f75e7bc00821 req-7f56cbaf-09b9-490d-912e-30a393f09230 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0ae119a-ac8f-410f-a476-3afd8d921187 HTTP/1.1" status: 200 len: 217 time: 0.0629966 Jan 18 13:11:55.750040 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e04a1-72d0-442b-aa6e-f75e7bc00821 req-bbb030bc-5d27-49b3-b797-37dde3a7591e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:55.751485 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-595e04a1-72d0-442b-aa6e-f75e7bc00821 req-bbb030bc-5d27-49b3-b797-37dde3a7591e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fc8c1b8-cfa3-49d9-9595-474a5f6baf01 HTTP/1.1" status: 200 len: 850 time: 0.0590191 Jan 18 13:11:55.828628 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-595e04a1-72d0-442b-aa6e-f75e7bc00821 req-c0a00e50-6352-46c8-a3b9-6f64c01042da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3ce910e8-fa9a-402c-bef7-c36aef1e716c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699685 Jan 18 13:11:56.105402 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-595e04a1-72d0-442b-aa6e-f75e7bc00821 req-62d2a48d-0532-40af-b4af-eb7f2cbd592f service neutron] 10.222.0.35 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680871 Jan 18 13:11:56.250144 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e3d2c-09b5-46c9-8e73-6f83f2b9eab9 req-315ebeee-98ed-4f3a-8001-aad91a5a85df tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:56.251197 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-739e3d2c-09b5-46c9-8e73-6f83f2b9eab9 req-315ebeee-98ed-4f3a-8001-aad91a5a85df tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Synchronizing usage tracker for tenant:8b61358b76314548a01860d9521ad4fd on resource:port {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:11:56.282810 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-595e04a1-72d0-442b-aa6e-f75e7bc00821 req-8a24b2d4-6440-496a-a42b-354ca3dc1d21 service neutron] 10.222.0.35 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703742 Jan 18 13:11:56.285831 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-739e3d2c-09b5-46c9-8e73-6f83f2b9eab9 req-315ebeee-98ed-4f3a-8001-aad91a5a85df tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Unset dirty status for tenant:8b61358b76314548a01860d9521ad4fd on resource:port {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:11:56.287196 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-739e3d2c-09b5-46c9-8e73-6f83f2b9eab9 req-315ebeee-98ed-4f3a-8001-aad91a5a85df tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=15132069-1154-471c-93db-5caec85c8ad0 HTTP/1.1" status: 200 len: 944 time: 0.3336718 Jan 18 13:11:56.337171 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-739e3d2c-09b5-46c9-8e73-6f83f2b9eab9 req-10bb363f-1706-4669-95a7-5bd28b96d40e tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=452e958f-83dc-472e-934a-0a463af1fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444324 Jan 18 13:11:56.436303 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device f0ae119a-ac8f-410f-a476-3afd8d921187 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:11:56.573808 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port f0ae119a-ac8f-410f-a476-3afd8d921187, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f0ae119a-ac8f-410f-a476-3afd8d921187,segment=NetworkSegment(4be6da58-ee81-4cb4-9a92-a45bd42d91b1),segment_id=4be6da58-ee81-4cb4-9a92-a45bd42d91b1)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:11:56.592472 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Returning: {'device': 'f0ae119a-ac8f-410f-a476-3afd8d921187', 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c', 'port_id': 'f0ae119a-ac8f-410f-a476-3afd8d921187', 'mac_address': 'fa:16:3e:c1:bc:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc8c1b8-cfa3-49d9-9595-474a5f6baf01', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:11:56.646600 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:56.664349 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0ae119a-ac8f-410f-a476-3afd8d921187 {{(pid=82758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:11:56.680661 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port f0ae119a-ac8f-410f-a476-3afd8d921187, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f0ae119a-ac8f-410f-a476-3afd8d921187,segment=NetworkSegment(4be6da58-ee81-4cb4-9a92-a45bd42d91b1),segment_id=4be6da58-ee81-4cb4-9a92-a45bd42d91b1)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:11:56.685977 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:56.761719 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=f0ae119a-ac8f-410f-a476-3afd8d921187,revision_number=4']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:56.771848 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:56.772190 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:56.772516 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:56.772839 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:56.773158 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:56.773476 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:56.773795 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:56.774107 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:56.774423 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:56.774755 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:56.775067 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:11:57.011305 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] get_ports_and_sgs() called for port_ids ['f0ae119a-ac8f-410f-a476-3afd8d921187'] {{(pid=82758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:11:57.543758 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b738d0f-e772-4d34-ab11-5217ec46bdad req-231a1835-5eb8-4d0b-bb7b-61c2d4b70fa8 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:57.546083 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-9b738d0f-e772-4d34-ab11-5217ec46bdad req-231a1835-5eb8-4d0b-bb7b-61c2d4b70fa8 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=15132069-1154-471c-93db-5caec85c8ad0 HTTP/1.1" status: 200 len: 945 time: 0.0802846 Jan 18 13:11:57.599901 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-9b738d0f-e772-4d34-ab11-5217ec46bdad req-2245affb-b036-48a9-82b4-b5b9009e4886 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=452e958f-83dc-472e-934a-0a463af1fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482605 Jan 18 13:11:58.437135 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device f0ae119a-ac8f-410f-a476-3afd8d921187 up at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:11:58.512112 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning for port f0ae119a-ac8f-410f-a476-3afd8d921187 completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:11:58.518557 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning complete for port f0ae119a-ac8f-410f-a476-3afd8d921187 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:11:58.518963 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:58.641384 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:58.671286 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15132069-1154-471c-93db-5caec85c8ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ae119a-ac8f-410f-a476-3afd8d921187'}] {{(pid=82758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:11:58.681714 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port f0ae119a-ac8f-410f-a476-3afd8d921187, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f0ae119a-ac8f-410f-a476-3afd8d921187,segment=NetworkSegment(4be6da58-ee81-4cb4-9a92-a45bd42d91b1),segment_id=4be6da58-ee81-4cb4-9a92-a45bd42d91b1)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:11:58.688183 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:11:58.766136 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=f0ae119a-ac8f-410f-a476-3afd8d921187,revision_number=5']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:11:58.813242 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f5d0f-949e-4ea9-9238-6f5196a1846e req-b941cde1-4a35-41c4-9678-ea160052e147 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:11:58.814910 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-778f5d0f-949e-4ea9-9238-6f5196a1846e req-b941cde1-4a35-41c4-9678-ea160052e147 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=15132069-1154-471c-93db-5caec85c8ad0 HTTP/1.1" status: 200 len: 946 time: 0.0870237 Jan 18 13:11:58.864948 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-778f5d0f-949e-4ea9-9238-6f5196a1846e req-c782e0f8-ac1d-4332-8317-2c0cc54284f8 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=452e958f-83dc-472e-934a-0a463af1fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445170 Jan 18 13:11:58.903015 dv-cinder-825103-1-iscsi neutron-server[82758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15132069-1154-471c-93db-5caec85c8ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ae119a-ac8f-410f-a476-3afd8d921187', 'code': 200} Jan 18 13:11:59.165113 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-1ee6e07b-bba8-4c89-ae92-2c7e9b1c06bd req-9f2cab2e-7600-409e-8e6b-cae809c6e14a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=15132069-1154-471c-93db-5caec85c8ad0 HTTP/1.1" status: 200 len: 1099 time: 0.0675516 Jan 18 13:11:59.208164 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-1ee6e07b-bba8-4c89-ae92-2c7e9b1c06bd req-bdb93529-f454-42d1-bf21-e4356ecc4c94 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=452e958f-83dc-472e-934a-0a463af1fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375938 Jan 18 13:12:00.096971 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e1a61-659c-4f0d-8983-aebe80936c8c req-d42faa19-edbf-4274-8f81-7e952404e596 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:00.098694 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2f8e1a61-659c-4f0d-8983-aebe80936c8c req-d42faa19-edbf-4274-8f81-7e952404e596 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=15132069-1154-471c-93db-5caec85c8ad0 HTTP/1.1" status: 200 len: 946 time: 0.1026108 Jan 18 13:12:00.148340 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2f8e1a61-659c-4f0d-8983-aebe80936c8c req-86561a98-ef14-46ea-b47b-eff0fcf19345 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=452e958f-83dc-472e-934a-0a463af1fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440829 Jan 18 13:12:01.357462 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5302e-ae74-4d80-9a52-ea00cab9d161 req-d429238b-dec8-4d11-84ca-b7052afd14a6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:01.358866 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-dba5302e-ae74-4d80-9a52-ea00cab9d161 req-d429238b-dec8-4d11-84ca-b7052afd14a6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=15132069-1154-471c-93db-5caec85c8ad0 HTTP/1.1" status: 200 len: 946 time: 0.0831561 Jan 18 13:12:01.409300 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-dba5302e-ae74-4d80-9a52-ea00cab9d161 req-b7ac7974-780f-40c4-a543-f8461ca88064 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=452e958f-83dc-472e-934a-0a463af1fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445740 Jan 18 13:12:01.615337 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188e494-153a-4dd9-b76c-cb95f638a1ed req-0c1f9a1f-adef-4531-bb29-be4b4d4d8f9c tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:01.616695 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8188e494-153a-4dd9-b76c-cb95f638a1ed req-0c1f9a1f-adef-4531-bb29-be4b4d4d8f9c tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=15132069-1154-471c-93db-5caec85c8ad0 HTTP/1.1" status: 200 len: 946 time: 0.0813627 Jan 18 13:12:01.625438 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 37950) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:12:01.630935 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-d68d2581-26e2-4621-9a2c-9ebccffb157f tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Request body: {'floatingip': {'port_id': 'f0ae119a-ac8f-410f-a476-3afd8d921187'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:12:01.708459 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d68d2581-26e2-4621-9a2c-9ebccffb157f tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for floatingip, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:02.372776 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d68d2581-26e2-4621-9a2c-9ebccffb157f tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:02.376492 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d68d2581-26e2-4621-9a2c-9ebccffb157f tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16439339'] for floatingip, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:02.669265 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.db.l3_db [None req-d68d2581-26e2-4621-9a2c-9ebccffb157f tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Floating IP a4338468-4f7a-4237-8fb3-2cd99398cca1 associated. External IP: 172.27.2.142, port: f0ae119a-ac8f-410f-a476-3afd8d921187. Jan 18 13:12:03.068569 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68d2581-26e2-4621-9a2c-9ebccffb157f tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Router 9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb has already been hosted by L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 {{(pid=82756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:12:03.268960 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68d2581-26e2-4621-9a2c-9ebccffb157f tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:12:03.273166 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d68d2581-26e2-4621-9a2c-9ebccffb157f tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for floatingip, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:03.279579 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7950ea-f7aa-4b98-9cc2-0a606baf6fff None None] Sync routers for ids ['9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'] in dv-cinder-825103-1-iscsi {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:12:03.292061 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7950ea-f7aa-4b98-9cc2-0a606baf6fff None None] Routers {'9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:12:03.292698 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-0c7950ea-f7aa-4b98-9cc2-0a606baf6fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:11:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:12:03.331057 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-d68d2581-26e2-4621-9a2c-9ebccffb157f tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "PUT /v2.0/floatingips/a4338468-4f7a-4237-8fb3-2cd99398cca1 HTTP/1.1" status: 200 len: 992 time: 1.7044830 Jan 18 13:12:03.331660 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15132069-1154-471c-93db-5caec85c8ad0', 'tag': 'f0ae119a-ac8f-410f-a476-3afd8d921187'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:12:03.389995 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15132069-1154-471c-93db-5caec85c8ad0', 'tag': 'f0ae119a-ac8f-410f-a476-3afd8d921187', 'status': 'completed', 'code': 200} Jan 18 13:12:03.518662 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-0c7950ea-f7aa-4b98-9cc2-0a606baf6fff None None] Set router 9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:12:03.541379 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e4cb639d-b7a9-4164-a2f8-2cf08204734e req-d441fb0e-4497-4dd9-b349-ff73884c6eff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b61358b76314548a01860d9521ad4fd&device_id=15132069-1154-471c-93db-5caec85c8ad0 HTTP/1.1" status: 200 len: 1099 time: 0.0735643 Jan 18 13:12:03.683144 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb639d-b7a9-4164-a2f8-2cf08204734e req-4d0db778-dbf6-4cd3-9580-384df52cf286 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:03.685144 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e4cb639d-b7a9-4164-a2f8-2cf08204734e req-4d0db778-dbf6-4cd3-9580-384df52cf286 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3ce910e8-fa9a-402c-bef7-c36aef1e716c HTTP/1.1" status: 200 len: 913 time: 0.1375680 Jan 18 13:12:03.791514 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e4cb639d-b7a9-4164-a2f8-2cf08204734e req-386cac4c-5622-4137-8e72-2bef11a30c39 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0ae119a-ac8f-410f-a476-3afd8d921187 HTTP/1.1" status: 200 len: 1000 time: 0.0999982 Jan 18 13:12:03.854901 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb639d-b7a9-4164-a2f8-2cf08204734e req-7d55617c-0ce8-450b-bfcd-869a188a36f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:03.856981 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e4cb639d-b7a9-4164-a2f8-2cf08204734e req-7d55617c-0ce8-450b-bfcd-869a188a36f3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fc8c1b8-cfa3-49d9-9595-474a5f6baf01 HTTP/1.1" status: 200 len: 850 time: 0.0593898 Jan 18 13:12:03.875474 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-0c7950ea-f7aa-4b98-9cc2-0a606baf6fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'name': 'tempest-AttachVolumeTestJSON-1698032946-router', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T12:48:50Z', 'revision_number': 4, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'gw_port': {'id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_floatingips': [{'id': 'a4338468-4f7a-4237-8fb3-2cd99398cca1', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'floating_ip_address': '172.27.2.142', 'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'router_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'port_id': 'f0ae119a-ac8f-410f-a476-3afd8d921187', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c', 'mac_address': 'fa:16:3e:c1:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15132069-1154-471c-93db-5caec85c8ad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:11:44Z', 'updated_at': '2022-01-18T13:12:02Z', 'revision_number': 1, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f83c83-66fc-4b7d-9a7d-1e098496b211', 'name': '', 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'mac_address': 'fa:16:3e:e7:fd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc8c1b8-cfa3-49d9-9595-474a5f6baf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:48Z', 'updated_at': '2022-01-18T12:49:29Z', 'revision_number': 5, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'subnets': [{'id': '7fc8c1b8-cfa3-49d9-9595-474a5f6baf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:12:03.879477 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7950ea-f7aa-4b98-9cc2-0a606baf6fff None None] Checking router: 9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb for host: dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:12:03.890187 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7950ea-f7aa-4b98-9cc2-0a606baf6fff None None] Routers {'9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:12:03.890827 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-0c7950ea-f7aa-4b98-9cc2-0a606baf6fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:11:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:12:03.945031 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e4cb639d-b7a9-4164-a2f8-2cf08204734e req-770f2db3-7e47-401e-a219-93d689fe0cff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3ce910e8-fa9a-402c-bef7-c36aef1e716c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0824625 Jan 18 13:12:04.088682 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-0c7950ea-f7aa-4b98-9cc2-0a606baf6fff None None] Set router 9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:12:04.104503 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e4cb639d-b7a9-4164-a2f8-2cf08204734e req-49d4b90a-bd43-4eb5-bdf6-7acbbad64cf0 service neutron] 10.222.0.35 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532791 Jan 18 13:12:04.241835 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e4cb639d-b7a9-4164-a2f8-2cf08204734e req-856a3684-349d-4657-975f-fdb6e106fb2f service neutron] 10.222.0.35 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313417 Jan 18 13:12:04.454720 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-0c7950ea-f7aa-4b98-9cc2-0a606baf6fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'name': 'tempest-AttachVolumeTestJSON-1698032946-router', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T12:48:50Z', 'revision_number': 4, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'gw_port': {'id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_floatingips': [{'id': 'a4338468-4f7a-4237-8fb3-2cd99398cca1', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'floating_ip_address': '172.27.2.142', 'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'router_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'port_id': 'f0ae119a-ac8f-410f-a476-3afd8d921187', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c', 'mac_address': 'fa:16:3e:c1:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15132069-1154-471c-93db-5caec85c8ad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:11:44Z', 'updated_at': '2022-01-18T13:12:02Z', 'revision_number': 1, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f83c83-66fc-4b7d-9a7d-1e098496b211', 'name': '', 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'mac_address': 'fa:16:3e:e7:fd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc8c1b8-cfa3-49d9-9595-474a5f6baf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:48Z', 'updated_at': '2022-01-18T12:49:29Z', 'revision_number': 5, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'subnets': [{'id': '7fc8c1b8-cfa3-49d9-9595-474a5f6baf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:12:04.458861 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7950ea-f7aa-4b98-9cc2-0a606baf6fff None None] The sync data for ids ['9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'] in dv-cinder-825103-1-iscsi is: [{'id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'name': 'tempest-AttachVolumeTestJSON-1698032946-router', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T12:48:50Z', 'revision_number': 4, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'gw_port': {'id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_floatingips': [{'id': 'a4338468-4f7a-4237-8fb3-2cd99398cca1', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'floating_ip_address': '172.27.2.142', 'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'router_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'port_id': 'f0ae119a-ac8f-410f-a476-3afd8d921187', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c', 'mac_address': 'fa:16:3e:c1:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15132069-1154-471c-93db-5caec85c8ad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:11:44Z', 'updated_at': '2022-01-18T13:12:02Z', 'revision_number': 1, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f83c83-66fc-4b7d-9a7d-1e098496b211', 'name': '', 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'mac_address': 'fa:16:3e:e7:fd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc8c1b8-cfa3-49d9-9595-474a5f6baf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:48Z', 'updated_at': '2022-01-18T12:49:29Z', 'revision_number': 5, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'subnets': [{'id': '7fc8c1b8-cfa3-49d9-9595-474a5f6baf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:12:04.665398 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61487fa4-1a83-4c52-a7ca-c3d7d73d04b8 None None] New status for floating IP a4338468-4f7a-4237-8fb3-2cd99398cca1: ACTIVE {{(pid=82759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:12:10.261642 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:13.854912 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-f0bbe2a4-4aff-4364-9bd7-489fd43e94fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:15.045569 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:12:16.105109 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-b090a7ef-aef5-49eb-b43c-e52450f6992b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:17.318354 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:17.496562 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:18.981249 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:40.261562 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:43.858982 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-9af81ee4-bc97-48e1-84d8-496e968cb170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:46.100925 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-9181cf6e-7f07-4ed6-99a6-5bd6f5390770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:47.325370 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:47.500731 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:48.984438 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:12:52.045816 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:12:54.675859 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-357566a9-de53-4b7a-8f17-1de197b1cabf req-5f2c0126-a9be-432b-99fc-03d0784bedd0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=25d481e9-1f75-4fb7-b461-221066301094&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737975 Jan 18 13:12:54.942756 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-357566a9-de53-4b7a-8f17-1de197b1cabf req-7ab37a0e-6aca-4023-887e-b4ad9031709f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=62c83339981e4116982823738389569b&device_id=25d481e9-1f75-4fb7-b461-221066301094 HTTP/1.1" status: 200 len: 1099 time: 0.1663060 Jan 18 13:12:55.094699 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357566a9-de53-4b7a-8f17-1de197b1cabf req-6a7f3e31-62e6-454e-83b0-76f3d4dfb8e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:55.096149 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-357566a9-de53-4b7a-8f17-1de197b1cabf req-6a7f3e31-62e6-454e-83b0-76f3d4dfb8e7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0245ff51-1953-4317-abeb-3ec950185d8d HTTP/1.1" status: 200 len: 919 time: 0.1345742 Jan 18 13:12:55.199759 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-357566a9-de53-4b7a-8f17-1de197b1cabf req-dc6d0f2b-770c-4cb0-9697-d0a79bec64a6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dc18735-ef74-4790-92a0-bb123c66b799 HTTP/1.1" status: 200 len: 1002 time: 0.0969899 Jan 18 13:12:55.265725 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357566a9-de53-4b7a-8f17-1de197b1cabf req-9a3f10c0-99c2-4ded-b816-ea2e4f1f59da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:12:55.267187 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-357566a9-de53-4b7a-8f17-1de197b1cabf req-9a3f10c0-99c2-4ded-b816-ea2e4f1f59da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe840dcd-84e6-4b5f-bdcf-ef3e08af5039 HTTP/1.1" status: 200 len: 856 time: 0.0617487 Jan 18 13:12:55.345411 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-357566a9-de53-4b7a-8f17-1de197b1cabf req-06fa1a86-fc62-4d2d-b9db-9ff976dc55b9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0245ff51-1953-4317-abeb-3ec950185d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718977 Jan 18 13:12:55.488955 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-357566a9-de53-4b7a-8f17-1de197b1cabf req-0abcd207-2bf3-40b8-9b54-f36de0ef268c service neutron] 10.222.0.35 "GET /v2.0/networks/0245ff51-1953-4317-abeb-3ec950185d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371341 Jan 18 13:12:55.630087 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-357566a9-de53-4b7a-8f17-1de197b1cabf req-4b8ce1b5-0479-429d-8fa5-bfa877917de3 service neutron] 10.222.0.35 "GET /v2.0/networks/0245ff51-1953-4317-abeb-3ec950185d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349432 Jan 18 13:13:10.267243 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:13.861895 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-93a130c5-bc98-4d7c-b6eb-7f5f6ea2f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:14.756963 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cec714-f313-43e6-a235-5ef24fbefbfb req-8a2d31a3-9d8b-4df9-8463-89f8364526a7 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:14.758336 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-57cec714-f313-43e6-a235-5ef24fbefbfb req-8a2d31a3-9d8b-4df9-8463-89f8364526a7 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=25d481e9-1f75-4fb7-b461-221066301094 HTTP/1.1" status: 200 len: 946 time: 0.0883317 Jan 18 13:13:14.804862 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-57cec714-f313-43e6-a235-5ef24fbefbfb req-d835d828-c955-4bba-a15a-7755c55afdbc tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=c222d4d9-5107-4961-b3ad-e3cd2863069b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402968 Jan 18 13:13:15.232575 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b37d2-fa45-46ae-909e-6765b3951070 req-6bacee6c-0ead-4952-b9bb-5cfca3e7920d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:15.233979 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ce3b37d2-fa45-46ae-909e-6765b3951070 req-6bacee6c-0ead-4952-b9bb-5cfca3e7920d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.35 "GET /v2.0/ports?device_id=25d481e9-1f75-4fb7-b461-221066301094 HTTP/1.1" status: 200 len: 946 time: 0.0770431 Jan 18 13:13:15.307044 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [req-ce3b37d2-fa45-46ae-909e-6765b3951070 req-0bec2ba5-56c2-4bd9-bcda-b8f27f273757 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Deleting port 7dc18735-ef74-4790-92a0-bb123c66b799 {{(pid=82756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:13:15.307474 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-ce3b37d2-fa45-46ae-909e-6765b3951070 req-0bec2ba5-56c2-4bd9-bcda-b8f27f273757 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:15.558331 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-ce3b37d2-fa45-46ae-909e-6765b3951070 req-0bec2ba5-56c2-4bd9-bcda-b8f27f273757 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] For port 7dc18735-ef74-4790-92a0-bb123c66b799, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=7dc18735-ef74-4790-92a0-bb123c66b799,segment=NetworkSegment(87c18e1c-b1f5-42be-a8fc-168d2192ac96),segment_id=87c18e1c-b1f5-42be-a8fc-168d2192ac96)] {{(pid=82756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:13:15.558597 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-ce3b37d2-fa45-46ae-909e-6765b3951070 req-0bec2ba5-56c2-4bd9-bcda-b8f27f273757 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:15.860905 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-ce3b37d2-fa45-46ae-909e-6765b3951070 req-0bec2ba5-56c2-4bd9-bcda-b8f27f273757 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:15.861404 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-ce3b37d2-fa45-46ae-909e-6765b3951070 req-0bec2ba5-56c2-4bd9-bcda-b8f27f273757 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16439339'] for floatingip, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:15.861625 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.db.l3_db [req-ce3b37d2-fa45-46ae-909e-6765b3951070 req-0bec2ba5-56c2-4bd9-bcda-b8f27f273757 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Floating IP de058e7e-b9bf-44c7-a56c-0e1938847ec9 disassociated. External IP: 172.27.2.253, port: 7dc18735-ef74-4790-92a0-bb123c66b799. Jan 18 13:13:15.863373 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [req-ce3b37d2-fa45-46ae-909e-6765b3951070 req-0bec2ba5-56c2-4bd9-bcda-b8f27f273757 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Calling delete_port for 7dc18735-ef74-4790-92a0-bb123c66b799 owned by compute:nova {{(pid=82756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:13:16.018845 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-ce3b37d2-fa45-46ae-909e-6765b3951070 req-0bec2ba5-56c2-4bd9-bcda-b8f27f273757 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:16.041422 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abfcb3-9482-432a-8c42-9634f86de2d7 req-e65bb9ee-7732-441b-b089-9e8bcee618a5 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:16.043536 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-19abfcb3-9482-432a-8c42-9634f86de2d7 req-e65bb9ee-7732-441b-b089-9e8bcee618a5 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=25d481e9-1f75-4fb7-b461-221066301094 HTTP/1.1" status: 200 len: 867 time: 0.0868382 Jan 18 13:13:16.073100 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec2ba5-56c2-4bd9-bcda-b8f27f273757 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Pushing event deleted for resources: {'Port': ['ID=7dc18735-ef74-4790-92a0-bb123c66b799,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:16.088945 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec2ba5-56c2-4bd9-bcda-b8f27f273757 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:16.089259 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec2ba5-56c2-4bd9-bcda-b8f27f273757 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:16.090271 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec2ba5-56c2-4bd9-bcda-b8f27f273757 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:16.090526 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec2ba5-56c2-4bd9-bcda-b8f27f273757 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:16.091042 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec2ba5-56c2-4bd9-bcda-b8f27f273757 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:16.091387 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec2ba5-56c2-4bd9-bcda-b8f27f273757 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:16.091701 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec2ba5-56c2-4bd9-bcda-b8f27f273757 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:16.092023 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec2ba5-56c2-4bd9-bcda-b8f27f273757 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:16.092371 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec2ba5-56c2-4bd9-bcda-b8f27f273757 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:16.092686 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec2ba5-56c2-4bd9-bcda-b8f27f273757 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:16.092998 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec2ba5-56c2-4bd9-bcda-b8f27f273757 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:16.107945 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-8e41a5f4-8660-468d-ab4a-01805c254653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:16.117323 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-19abfcb3-9482-432a-8c42-9634f86de2d7 req-d31102de-11ae-44b7-90cb-28561ce182e2 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups?id=c222d4d9-5107-4961-b3ad-e3cd2863069b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679159 Jan 18 13:13:16.377371 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce3b37d2-fa45-46ae-909e-6765b3951070 req-0bec2ba5-56c2-4bd9-bcda-b8f27f273757 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Router e18495b0-7751-4f9f-af15-e751b7098f0a has already been hosted by L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 {{(pid=82756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:13:16.594275 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce3b37d2-fa45-46ae-909e-6765b3951070 req-0bec2ba5-56c2-4bd9-bcda-b8f27f273757 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:13:16.607552 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75beec16-46cd-4bd0-8939-1bf97f9ce883 None None] Sync routers for ids ['e18495b0-7751-4f9f-af15-e751b7098f0a'] in dv-cinder-825103-1-iscsi {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:13:16.621690 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75beec16-46cd-4bd0-8939-1bf97f9ce883 None None] Routers {'e18495b0-7751-4f9f-af15-e751b7098f0a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:13:16.622299 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-75beec16-46cd-4bd0-8939-1bf97f9ce883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:13:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['e18495b0-7751-4f9f-af15-e751b7098f0a'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:13:16.687620 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3b37d2-fa45-46ae-909e-6765b3951070 req-0bec2ba5-56c2-4bd9-bcda-b8f27f273757 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] No DVR routers for this DVR port 7dc18735-ef74-4790-92a0-bb123c66b799 on host hv-cinder-82510 {{(pid=82756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:13:16.690180 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-ce3b37d2-fa45-46ae-909e-6765b3951070 req-0bec2ba5-56c2-4bd9-bcda-b8f27f273757 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:16.693002 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d481e9-1f75-4fb7-b461-221066301094', 'name': 'network-vif-deleted', 'tag': '7dc18735-ef74-4790-92a0-bb123c66b799'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:13:16.714328 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-ce3b37d2-fa45-46ae-909e-6765b3951070 req-0bec2ba5-56c2-4bd9-bcda-b8f27f273757 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.35 "DELETE /v2.0/ports/7dc18735-ef74-4790-92a0-bb123c66b799 HTTP/1.1" status: 204 len: 173 time: 1.4749544 Jan 18 13:13:16.768831 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d481e9-1f75-4fb7-b461-221066301094', 'name': 'network-vif-deleted', 'tag': '7dc18735-ef74-4790-92a0-bb123c66b799', 'status': 'completed', 'code': 200} Jan 18 13:13:16.873267 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-75beec16-46cd-4bd0-8939-1bf97f9ce883 None None] Set router e18495b0-7751-4f9f-af15-e751b7098f0a gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:13:17.216672 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-75beec16-46cd-4bd0-8939-1bf97f9ce883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1640783183-router', 'tenant_id': '62c83339981e4116982823738389569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T12:49:01Z', 'revision_number': 4, 'project_id': '62c83339981e4116982823738389569b', 'gw_port': {'id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:42Z', 'updated_at': '2022-01-18T12:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': '44f56fcb-5e3d-4f58-9b96-57a5d6caa73e', 'name': '', 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d', 'tenant_id': '62c83339981e4116982823738389569b', 'mac_address': 'fa:16:3e:6b:89:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe840dcd-84e6-4b5f-bdcf-ef3e08af5039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:59Z', 'updated_at': '2022-01-18T12:49:26Z', 'revision_number': 5, 'project_id': '62c83339981e4116982823738389569b', 'subnets': [{'id': 'fe840dcd-84e6-4b5f-bdcf-ef3e08af5039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:13:17.220734 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75beec16-46cd-4bd0-8939-1bf97f9ce883 None None] Checking router: e18495b0-7751-4f9f-af15-e751b7098f0a for host: dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:13:17.237044 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75beec16-46cd-4bd0-8939-1bf97f9ce883 None None] Routers {'e18495b0-7751-4f9f-af15-e751b7098f0a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:13:17.237642 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-75beec16-46cd-4bd0-8939-1bf97f9ce883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:13:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['e18495b0-7751-4f9f-af15-e751b7098f0a'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:13:17.326815 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-854a7fb0-2f78-4812-90ba-5fbcc27aa88d req-63c0a715-b0da-4ff9-a3ba-59b0972a327f tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/ports?device_id=25d481e9-1f75-4fb7-b461-221066301094 HTTP/1.1" status: 200 len: 210 time: 0.0463860 Jan 18 13:13:17.384318 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:17.432872 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-75beec16-46cd-4bd0-8939-1bf97f9ce883 None None] Set router e18495b0-7751-4f9f-af15-e751b7098f0a gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:13:17.587059 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:17.806917 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-75beec16-46cd-4bd0-8939-1bf97f9ce883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1640783183-router', 'tenant_id': '62c83339981e4116982823738389569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T12:49:01Z', 'revision_number': 4, 'project_id': '62c83339981e4116982823738389569b', 'gw_port': {'id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:42Z', 'updated_at': '2022-01-18T12:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': '44f56fcb-5e3d-4f58-9b96-57a5d6caa73e', 'name': '', 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d', 'tenant_id': '62c83339981e4116982823738389569b', 'mac_address': 'fa:16:3e:6b:89:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe840dcd-84e6-4b5f-bdcf-ef3e08af5039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:59Z', 'updated_at': '2022-01-18T12:49:26Z', 'revision_number': 5, 'project_id': '62c83339981e4116982823738389569b', 'subnets': [{'id': 'fe840dcd-84e6-4b5f-bdcf-ef3e08af5039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:13:17.811425 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75beec16-46cd-4bd0-8939-1bf97f9ce883 None None] The sync data for ids ['e18495b0-7751-4f9f-af15-e751b7098f0a'] in dv-cinder-825103-1-iscsi is: [{'id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1640783183-router', 'tenant_id': '62c83339981e4116982823738389569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T12:49:01Z', 'revision_number': 4, 'project_id': '62c83339981e4116982823738389569b', 'gw_port': {'id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:42Z', 'updated_at': '2022-01-18T12:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': '44f56fcb-5e3d-4f58-9b96-57a5d6caa73e', 'name': '', 'network_id': '0245ff51-1953-4317-abeb-3ec950185d8d', 'tenant_id': '62c83339981e4116982823738389569b', 'mac_address': 'fa:16:3e:6b:89:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe840dcd-84e6-4b5f-bdcf-ef3e08af5039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:59Z', 'updated_at': '2022-01-18T12:49:26Z', 'revision_number': 5, 'project_id': '62c83339981e4116982823738389569b', 'subnets': [{'id': 'fe840dcd-84e6-4b5f-bdcf-ef3e08af5039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:13:18.045263 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed627a5a-c651-46b4-b45d-307f3182b4ec None None] New status for floating IP de058e7e-b9bf-44c7-a56c-0e1938847ec9: DOWN {{(pid=82759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:13:18.497806 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 38536) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:18.565265 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-b0515dab-3ac7-4fa6-8fe7-8c0cfd7f033d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:18.594422 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-b0515dab-3ac7-4fa6-8fe7-8c0cfd7f033d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:18.646295 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-b0515dab-3ac7-4fa6-8fe7-8c0cfd7f033d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:18.664046 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0515dab-3ac7-4fa6-8fe7-8c0cfd7f033d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c222d4d9-5107-4961-b3ad-e3cd2863069b,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:18.677004 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-b0515dab-3ac7-4fa6-8fe7-8c0cfd7f033d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:18.678323 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-b0515dab-3ac7-4fa6-8fe7-8c0cfd7f033d tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "DELETE /v2.0/security-groups/c222d4d9-5107-4961-b3ad-e3cd2863069b HTTP/1.1" status: 204 len: 168 time: 0.1794250 Jan 18 13:13:18.681075 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 38540) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:18.701170 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.api.v2.resource [None req-483ee0af-12a1-4160-b780-66bcff4e8bf8 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] show failed (client error): The resource could not be found. Jan 18 13:13:18.702147 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-483ee0af-12a1-4160-b780-66bcff4e8bf8 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "GET /v2.0/security-groups/c222d4d9-5107-4961-b3ad-e3cd2863069b HTTP/1.1" status: 404 len: 347 time: 0.0200417 Jan 18 13:13:18.704920 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 38544) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:13:18.860893 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 7dc18735-ef74-4790-92a0-bb123c66b799 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:13:18.880472 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-0cf0ed30-5f6e-47a2-b665-1843eea56191 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Deleting port 7f1481d2-6dd2-4973-8547-8978b3d4445e {{(pid=82757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:13:18.880868 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-0cf0ed30-5f6e-47a2-b665-1843eea56191 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:18.896210 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] No Port match for: 7dc18735-ef74-4790-92a0-bb123c66b799 {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:13:18.896626 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 7dc18735-ef74-4790-92a0-bb123c66b799 not bound to the agent host hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:13:18.986956 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:19.064202 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-0cf0ed30-5f6e-47a2-b665-1843eea56191 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:19.064599 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-0cf0ed30-5f6e-47a2-b665-1843eea56191 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:19.287462 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-0cf0ed30-5f6e-47a2-b665-1843eea56191 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Calling delete_port for 7f1481d2-6dd2-4973-8547-8978b3d4445e owned by network:floatingip {{(pid=82757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:13:19.429230 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-0cf0ed30-5f6e-47a2-b665-1843eea56191 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15894096'] for port, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:19.476129 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0ed30-5f6e-47a2-b665-1843eea56191 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Pushing event deleted for resources: {'Port': ['ID=7f1481d2-6dd2-4973-8547-8978b3d4445e,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:13:19.555696 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf0ed30-5f6e-47a2-b665-1843eea56191 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:19.556038 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf0ed30-5f6e-47a2-b665-1843eea56191 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:19.556372 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf0ed30-5f6e-47a2-b665-1843eea56191 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:19.556702 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf0ed30-5f6e-47a2-b665-1843eea56191 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:19.557028 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf0ed30-5f6e-47a2-b665-1843eea56191 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:19.557352 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf0ed30-5f6e-47a2-b665-1843eea56191 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:19.557676 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf0ed30-5f6e-47a2-b665-1843eea56191 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:19.557996 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf0ed30-5f6e-47a2-b665-1843eea56191 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:19.558357 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf0ed30-5f6e-47a2-b665-1843eea56191 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:19.558707 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf0ed30-5f6e-47a2-b665-1843eea56191 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:19.559018 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf0ed30-5f6e-47a2-b665-1843eea56191 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:13:19.591577 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-0cf0ed30-5f6e-47a2-b665-1843eea56191 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks [] for floatingip, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:19.605399 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-0cf0ed30-5f6e-47a2-b665-1843eea56191 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for floatingip, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:19.606523 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-0cf0ed30-5f6e-47a2-b665-1843eea56191 tempest-AttachVolumeShelveTestJSON-798440730 tempest-AttachVolumeShelveTestJSON-798440730-project] 10.222.0.84 "DELETE /v2.0/floatingips/de058e7e-b9bf-44c7-a56c-0e1938847ec9 HTTP/1.1" status: 204 len: 168 time: 0.9007134 Jan 18 13:13:29.046765 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:13:40.258988 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:43.864697 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-42b2fbc5-0450-4874-9f6c-ed382d6bb6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:46.101727 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-08d9064d-b008-4860-b694-fa7381c5f3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:47.319418 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:47.508056 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:48.989643 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:13:54.722603 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b6c112b2-2be9-4550-8d62-2c09e39117c9 req-598a9f00-77b5-4f70-8638-772e3dc74e4c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=15132069-1154-471c-93db-5caec85c8ad0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789399 Jan 18 13:13:54.831869 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b6c112b2-2be9-4550-8d62-2c09e39117c9 req-c87a1af2-ebf6-4b07-95de-33f13461b786 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b61358b76314548a01860d9521ad4fd&device_id=15132069-1154-471c-93db-5caec85c8ad0 HTTP/1.1" status: 200 len: 1099 time: 0.0757525 Jan 18 13:13:54.977522 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c112b2-2be9-4550-8d62-2c09e39117c9 req-9131dfc6-faf0-4eb0-9126-5846a8189174 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:54.978984 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b6c112b2-2be9-4550-8d62-2c09e39117c9 req-9131dfc6-faf0-4eb0-9126-5846a8189174 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3ce910e8-fa9a-402c-bef7-c36aef1e716c HTTP/1.1" status: 200 len: 913 time: 0.1281087 Jan 18 13:13:55.082372 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b6c112b2-2be9-4550-8d62-2c09e39117c9 req-7e45c2c1-f98d-4c36-9141-561a9d3f92a6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0ae119a-ac8f-410f-a476-3afd8d921187 HTTP/1.1" status: 200 len: 1002 time: 0.0976145 Jan 18 13:13:55.144853 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c112b2-2be9-4550-8d62-2c09e39117c9 req-2eb9a798-c4df-4201-bfad-ad1534cefb93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:13:55.146370 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b6c112b2-2be9-4550-8d62-2c09e39117c9 req-2eb9a798-c4df-4201-bfad-ad1534cefb93 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fc8c1b8-cfa3-49d9-9595-474a5f6baf01 HTTP/1.1" status: 200 len: 850 time: 0.0587375 Jan 18 13:13:55.232406 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b6c112b2-2be9-4550-8d62-2c09e39117c9 req-76db4398-0ff7-494b-887f-8a407e6938e4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3ce910e8-fa9a-402c-bef7-c36aef1e716c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792570 Jan 18 13:13:55.366568 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b6c112b2-2be9-4550-8d62-2c09e39117c9 req-79be92a1-ae44-4171-908e-8cd9ee9db798 service neutron] 10.222.0.35 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284814 Jan 18 13:13:55.506170 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-b6c112b2-2be9-4550-8d62-2c09e39117c9 req-e725285c-11d5-404a-b21c-db84aef6ee9c service neutron] 10.222.0.35 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337006 Jan 18 13:14:06.047992 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:14:10.257136 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:13.868209 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-b595ee90-e182-4fa1-9b9d-dbb5b6488a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:16.105105 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-b507af5f-0b4e-42c5-81fc-78c31b2129a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:17.322155 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:17.510546 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:18.992977 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:40.251801 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:43.047845 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:14:43.872012 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-6f59de94-40f3-421d-ab6b-ac547c766bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:46.110381 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-3877508b-6291-4b77-a729-72d3d37477bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:47.325530 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:47.516425 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:48.995995 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:14:54.672234 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4d498875-5b41-4bed-9c69-24e2d240ca7b req-4889509e-c208-45ae-bd18-f3272dcada83 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=15132069-1154-471c-93db-5caec85c8ad0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683815 Jan 18 13:14:54.836239 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4d498875-5b41-4bed-9c69-24e2d240ca7b req-b41f3ad4-9a45-4ad9-8212-84bbff111b6f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b61358b76314548a01860d9521ad4fd&device_id=15132069-1154-471c-93db-5caec85c8ad0 HTTP/1.1" status: 200 len: 1099 time: 0.0737917 Jan 18 13:14:55.069760 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d498875-5b41-4bed-9c69-24e2d240ca7b req-01bdb884-26ca-4296-9a2f-7d8937358192 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:55.071224 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4d498875-5b41-4bed-9c69-24e2d240ca7b req-01bdb884-26ca-4296-9a2f-7d8937358192 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3ce910e8-fa9a-402c-bef7-c36aef1e716c HTTP/1.1" status: 200 len: 913 time: 0.2167830 Jan 18 13:14:55.176131 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4d498875-5b41-4bed-9c69-24e2d240ca7b req-db9903ce-bcd9-421a-b9ec-e8108b12d8b6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0ae119a-ac8f-410f-a476-3afd8d921187 HTTP/1.1" status: 200 len: 1002 time: 0.0990515 Jan 18 13:14:55.240031 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d498875-5b41-4bed-9c69-24e2d240ca7b req-554af779-f0e2-4626-be31-2ec7a30f44bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:14:55.241486 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4d498875-5b41-4bed-9c69-24e2d240ca7b req-554af779-f0e2-4626-be31-2ec7a30f44bb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fc8c1b8-cfa3-49d9-9595-474a5f6baf01 HTTP/1.1" status: 200 len: 850 time: 0.0597563 Jan 18 13:14:55.335114 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4d498875-5b41-4bed-9c69-24e2d240ca7b req-1b37f4c3-c36a-4c42-8cbe-7943fe7c431f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3ce910e8-fa9a-402c-bef7-c36aef1e716c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0879724 Jan 18 13:14:55.476662 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4d498875-5b41-4bed-9c69-24e2d240ca7b req-fe5e1310-f941-4528-a171-cbf9d328a609 service neutron] 10.222.0.35 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356132 Jan 18 13:14:55.608899 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4d498875-5b41-4bed-9c69-24e2d240ca7b req-a9641f21-ee8d-4c16-9e99-27c118368ddc service neutron] 10.222.0.35 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264305 Jan 18 13:15:10.254206 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:13.874619 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-d380d137-05d2-4555-839e-1836b9b893ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:16.113089 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-0af9b9a2-7266-4595-8579-dcb0aee3d455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:17.328101 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:17.516837 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:18.997419 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:20.055058 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:15:40.252306 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:43.878305 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-b1cee88f-524f-4f48-bf06-cbc13b2ea906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:46.115196 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-63490c0d-78da-48a3-a3f8-f2653573f7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:47.337650 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:47.522025 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:49.009167 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:15:54.796456 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-cf17915c-6c81-46b8-94f9-97ab2ae8d560 req-765c082e-f0fe-4d6b-8d71-7079644028ea service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=15132069-1154-471c-93db-5caec85c8ad0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1758990 Jan 18 13:15:54.960308 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-cf17915c-6c81-46b8-94f9-97ab2ae8d560 req-140c203e-8ada-49f4-9a5e-2be41d744b5e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b61358b76314548a01860d9521ad4fd&device_id=15132069-1154-471c-93db-5caec85c8ad0 HTTP/1.1" status: 200 len: 1099 time: 0.0721679 Jan 18 13:15:55.112006 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17915c-6c81-46b8-94f9-97ab2ae8d560 req-def54ebc-e6a6-4bcb-9f8f-639d63f3631b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:55.113434 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-cf17915c-6c81-46b8-94f9-97ab2ae8d560 req-def54ebc-e6a6-4bcb-9f8f-639d63f3631b service neutron] 10.222.0.35 "GET /v2.0/networks?id=3ce910e8-fa9a-402c-bef7-c36aef1e716c HTTP/1.1" status: 200 len: 913 time: 0.1347663 Jan 18 13:15:55.223695 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-cf17915c-6c81-46b8-94f9-97ab2ae8d560 req-5fd2203e-e0d6-481b-94b3-253ca0ecc181 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0ae119a-ac8f-410f-a476-3afd8d921187 HTTP/1.1" status: 200 len: 1002 time: 0.1037664 Jan 18 13:15:55.288570 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17915c-6c81-46b8-94f9-97ab2ae8d560 req-519c27ab-5493-4fa5-b9b3-24cc01432ba4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:15:55.290005 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-cf17915c-6c81-46b8-94f9-97ab2ae8d560 req-519c27ab-5493-4fa5-b9b3-24cc01432ba4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fc8c1b8-cfa3-49d9-9595-474a5f6baf01 HTTP/1.1" status: 200 len: 850 time: 0.0605223 Jan 18 13:15:55.369966 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-cf17915c-6c81-46b8-94f9-97ab2ae8d560 req-9c167186-66cb-4a50-9a28-f0499caf3d0a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3ce910e8-fa9a-402c-bef7-c36aef1e716c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743942 Jan 18 13:15:55.508656 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-cf17915c-6c81-46b8-94f9-97ab2ae8d560 req-e7769b58-cd62-4236-a78d-4e5b125c0daf service neutron] 10.222.0.35 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317465 Jan 18 13:15:55.643940 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-cf17915c-6c81-46b8-94f9-97ab2ae8d560 req-0eb523be-6ad0-43c9-af7f-9e87e521e3d5 service neutron] 10.222.0.35 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296217 Jan 18 13:15:57.045792 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:16:10.265067 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:13.879941 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-e631a702-3cdc-47bb-ab70-a29374da9bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:16.117011 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5ac18f9f-5c76-4f3d-a581-6b36680fdb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:17.331458 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:17.522403 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:19.005702 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:34.046137 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:16:40.275421 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:43.883230 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-376c5f66-c1c3-4f6c-989d-0d979cf35c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:46.120880 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-300d69bd-4b71-4bd7-be88-19ebb4f8e5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:47.334643 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:47.526599 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:49.007540 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:54.768569 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 40164) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:54.922661 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0b70e60-ff1e-4fde-8ce2-c62d80caa3a5 admin admin] Deleting subnet 149d7f70-b72c-48d2-9ba5-900e345b20fa {{(pid=82757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:16:54.926233 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-f0b70e60-ff1e-4fde-8ce2-c62d80caa3a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:54.981348 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-f0b70e60-ff1e-4fde-8ce2-c62d80caa3a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182539'] for subnet, precommit_delete_associations {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:55.038195 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-f0b70e60-ff1e-4fde-8ce2-c62d80caa3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562804'] for subnet, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:55.110831 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-f0b70e60-ff1e-4fde-8ce2-c62d80caa3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15846819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15901799'] for subnet, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:55.150133 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b70e60-ff1e-4fde-8ce2-c62d80caa3a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=149d7f70-b72c-48d2-9ba5-900e345b20fa,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:55.160254 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b70e60-ff1e-4fde-8ce2-c62d80caa3a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:55.160598 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b70e60-ff1e-4fde-8ce2-c62d80caa3a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:55.160936 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b70e60-ff1e-4fde-8ce2-c62d80caa3a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:55.161269 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b70e60-ff1e-4fde-8ce2-c62d80caa3a5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:55.161598 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b70e60-ff1e-4fde-8ce2-c62d80caa3a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:55.161924 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b70e60-ff1e-4fde-8ce2-c62d80caa3a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:55.162248 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b70e60-ff1e-4fde-8ce2-c62d80caa3a5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:55.162570 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b70e60-ff1e-4fde-8ce2-c62d80caa3a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:55.162919 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b70e60-ff1e-4fde-8ce2-c62d80caa3a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:55.163237 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b70e60-ff1e-4fde-8ce2-c62d80caa3a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:55.163555 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b70e60-ff1e-4fde-8ce2-c62d80caa3a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:16:55.168447 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-f0b70e60-ff1e-4fde-8ce2-c62d80caa3a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:55.174918 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-f0b70e60-ff1e-4fde-8ce2-c62d80caa3a5 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/149d7f70-b72c-48d2-9ba5-900e345b20fa HTTP/1.1" status: 204 len: 168 time: 0.4052544 Jan 18 13:16:55.177453 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 40172) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:55.286627 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-366b1505-e6c9-4200-92f4-c448391dc7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653206'] for network, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:55.413120 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-366b1505-e6c9-4200-92f4-c448391dc7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561661', 'neutron.services.segments.db._delete_segments_for_network-8736039390428'] for network, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:55.438619 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.services.segments.db [None req-366b1505-e6c9-4200-92f4-c448391dc7df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af472885-8136-48c3-944d-535c162fa076']}} {{(pid=82757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:16:55.451716 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.services.segments.db [None req-366b1505-e6c9-4200-92f4-c448391dc7df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e450d4-5ee1-481b-86ac-ffc03e4c2cb4') {'for_net_delete': True} {{(pid=82757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:16:55.452026 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.services.segments.db [None req-366b1505-e6c9-4200-92f4-c448391dc7df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e450d4-5ee1-481b-86ac-ffc03e4c2cb4') {} {{(pid=82757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:16:55.463367 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-366b1505-e6c9-4200-92f4-c448391dc7df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736039390311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182528'] for segment, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:55.479394 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-366b1505-e6c9-4200-92f4-c448391dc7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-557774'] for segment, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:55.486327 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366b1505-e6c9-4200-92f4-c448391dc7df admin admin] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=82757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:16:55.486869 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-366b1505-e6c9-4200-92f4-c448391dc7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-557785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15894021'] for segment, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:55.507563 dv-cinder-825103-1-iscsi neutron-server[82757]: Traceback (most recent call last): Jan 18 13:16:55.507563 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:16:55.507563 dv-cinder-825103-1-iscsi neutron-server[82757]: timer() Jan 18 13:16:55.507563 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:16:55.507563 dv-cinder-825103-1-iscsi neutron-server[82757]: cb(*args, **kw) Jan 18 13:16:55.507563 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:16:55.507563 dv-cinder-825103-1-iscsi neutron-server[82757]: return func(*args, **kwargs) Jan 18 13:16:55.507563 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:16:55.507563 dv-cinder-825103-1-iscsi neutron-server[82757]: self._notify() Jan 18 13:16:55.507563 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:16:55.507563 dv-cinder-825103-1-iscsi neutron-server[82757]: self.callback(batched_events) Jan 18 13:16:55.507563 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:16:55.507563 dv-cinder-825103-1-iscsi neutron-server[82757]: event.method(event) Jan 18 13:16:55.507563 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:16:55.507563 dv-cinder-825103-1-iscsi neutron-server[82757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:16:55.507563 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:16:55.507563 dv-cinder-825103-1-iscsi neutron-server[82757]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:16:55.507563 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:16:55.507563 dv-cinder-825103-1-iscsi neutron-server[82757]: return f(self, *a, **k) Jan 18 13:16:55.507563 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:16:55.507563 dv-cinder-825103-1-iscsi neutron-server[82757]: return self._get(url).json() Jan 18 13:16:55.507563 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:16:55.507563 dv-cinder-825103-1-iscsi neutron-server[82757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:16:55.507563 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:16:55.507563 dv-cinder-825103-1-iscsi neutron-server[82757]: return self.request(url, 'GET', **kwargs) Jan 18 13:16:55.507563 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:16:55.507563 dv-cinder-825103-1-iscsi neutron-server[82757]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:16:55.507563 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:16:55.507563 dv-cinder-825103-1-iscsi neutron-server[82757]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:16:55.507563 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:16:55.507563 dv-cinder-825103-1-iscsi neutron-server[82757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:16:55.507563 dv-cinder-825103-1-iscsi neutron-server[82757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:16:55.586116 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-366b1505-e6c9-4200-92f4-c448391dc7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16439389'] for network, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:55.602650 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-366b1505-e6c9-4200-92f4-c448391dc7df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for network, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:55.612560 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b1505-e6c9-4200-92f4-c448391dc7df admin admin] Pushing event deleted for resources: {'Network': ['ID=af472885-8136-48c3-944d-535c162fa076,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:55.617881 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-366b1505-e6c9-4200-92f4-c448391dc7df admin admin] 10.222.0.84 "DELETE /v2.0/networks/af472885-8136-48c3-944d-535c162fa076 HTTP/1.1" status: 204 len: 168 time: 0.4370537 Jan 18 13:16:55.778990 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 40182) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:55.830149 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-5dcc9de1-a0fd-4e1e-9025-0c9b54946789 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4de4a5d10b6c46558bf93e95e21f1b2e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0500185 Jan 18 13:16:55.832602 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 40186) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:16:55.895919 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-37829be0-2c2a-4ef6-83c7-4b7f0a556e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:55.923894 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-37829be0-2c2a-4ef6-83c7-4b7f0a556e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:55.975902 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-37829be0-2c2a-4ef6-83c7-4b7f0a556e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:55.992097 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37829be0-2c2a-4ef6-83c7-4b7f0a556e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1ef94f-e269-4a6c-886d-d4c4fee80568,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:16:55.996490 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-37829be0-2c2a-4ef6-83c7-4b7f0a556e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:16:55.997607 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-37829be0-2c2a-4ef6-83c7-4b7f0a556e23 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4e1ef94f-e269-4a6c-886d-d4c4fee80568 HTTP/1.1" status: 204 len: 168 time: 0.1640837 Jan 18 13:16:56.680273 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-33c1c305-2845-43db-b0b2-77a97f5030c6 req-b103a5ca-9f47-46a7-8dd0-3211101f5f47 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=15132069-1154-471c-93db-5caec85c8ad0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752409 Jan 18 13:16:56.868937 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-33c1c305-2845-43db-b0b2-77a97f5030c6 req-a2d0434b-c9a3-462d-9734-22c5c8412dfb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b61358b76314548a01860d9521ad4fd&device_id=15132069-1154-471c-93db-5caec85c8ad0 HTTP/1.1" status: 200 len: 1099 time: 0.0949309 Jan 18 13:16:57.117672 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1c305-2845-43db-b0b2-77a97f5030c6 req-b0afd3ab-a5fb-480b-9257-002bb462c5e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:57.119145 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-33c1c305-2845-43db-b0b2-77a97f5030c6 req-b0afd3ab-a5fb-480b-9257-002bb462c5e8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3ce910e8-fa9a-402c-bef7-c36aef1e716c HTTP/1.1" status: 200 len: 913 time: 0.2315571 Jan 18 13:16:57.226330 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-33c1c305-2845-43db-b0b2-77a97f5030c6 req-aa6ecd7d-9e42-45a0-a7c4-7f5caa6b2607 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0ae119a-ac8f-410f-a476-3afd8d921187 HTTP/1.1" status: 200 len: 1002 time: 0.0998898 Jan 18 13:16:57.290068 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1c305-2845-43db-b0b2-77a97f5030c6 req-b9996bb5-e665-4a9e-adb7-2ae175b4c8e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:16:57.291540 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-33c1c305-2845-43db-b0b2-77a97f5030c6 req-b9996bb5-e665-4a9e-adb7-2ae175b4c8e5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fc8c1b8-cfa3-49d9-9595-474a5f6baf01 HTTP/1.1" status: 200 len: 850 time: 0.0592201 Jan 18 13:16:57.382377 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-33c1c305-2845-43db-b0b2-77a97f5030c6 req-3aa01345-d524-436f-8124-e4cee38af140 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3ce910e8-fa9a-402c-bef7-c36aef1e716c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0835123 Jan 18 13:16:57.544764 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-33c1c305-2845-43db-b0b2-77a97f5030c6 req-6aa95db5-7623-4a8b-9b5f-d661b6de17b3 service neutron] 10.222.0.35 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565726 Jan 18 13:16:57.693960 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-33c1c305-2845-43db-b0b2-77a97f5030c6 req-a9117060-d18d-4561-aab7-5c644fbb0342 service neutron] 10.222.0.35 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436679 Jan 18 13:17:10.276448 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:11.046999 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:17:13.885414 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-7d0c983a-beb6-4412-b1bb-3ab84b9bde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:16.124982 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-16b34220-50b4-4a51-ad08-94f1b24362e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:17.336779 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:17.528553 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:19.012222 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:40.290142 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:43.890780 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-6ef39ecb-3b86-43a2-bda8-4646de00de8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:46.128408 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-73c9b48f-f6e3-4c41-b01a-5a6f40f745c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:47.341971 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:47.532166 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:48.054626 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:17:49.015655 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:17:56.701320 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-dabf42ad-ae04-4c63-964b-36b78c2f23a9 req-c08b88df-440f-462c-9c2c-501478072fef service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=15132069-1154-471c-93db-5caec85c8ad0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787337 Jan 18 13:17:56.858003 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-dabf42ad-ae04-4c63-964b-36b78c2f23a9 req-53bc1dde-9f54-4aa0-9733-c16af73a474b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8b61358b76314548a01860d9521ad4fd&device_id=15132069-1154-471c-93db-5caec85c8ad0 HTTP/1.1" status: 200 len: 1099 time: 0.0721560 Jan 18 13:17:57.009248 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf42ad-ae04-4c63-964b-36b78c2f23a9 req-7280ed32-4f44-4098-bfc5-512141e0d691 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:57.010645 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-dabf42ad-ae04-4c63-964b-36b78c2f23a9 req-7280ed32-4f44-4098-bfc5-512141e0d691 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3ce910e8-fa9a-402c-bef7-c36aef1e716c HTTP/1.1" status: 200 len: 913 time: 0.1340275 Jan 18 13:17:57.126992 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-dabf42ad-ae04-4c63-964b-36b78c2f23a9 req-64901d68-79c6-4b8c-ae73-dc59f881e265 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0ae119a-ac8f-410f-a476-3afd8d921187 HTTP/1.1" status: 200 len: 1002 time: 0.1102555 Jan 18 13:17:57.197788 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf42ad-ae04-4c63-964b-36b78c2f23a9 req-f5349017-756a-48af-8de0-96fffa0a6b1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:17:57.199402 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-dabf42ad-ae04-4c63-964b-36b78c2f23a9 req-f5349017-756a-48af-8de0-96fffa0a6b1d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7fc8c1b8-cfa3-49d9-9595-474a5f6baf01 HTTP/1.1" status: 200 len: 850 time: 0.0664828 Jan 18 13:17:57.283314 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-dabf42ad-ae04-4c63-964b-36b78c2f23a9 req-7ee350e2-6198-46a3-9392-b5898c122865 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3ce910e8-fa9a-402c-bef7-c36aef1e716c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0784454 Jan 18 13:17:57.419042 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-dabf42ad-ae04-4c63-964b-36b78c2f23a9 req-38fcc2b3-3f0b-43f9-9ef8-ac398576ae7a service neutron] 10.222.0.35 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296139 Jan 18 13:17:57.553823 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-dabf42ad-ae04-4c63-964b-36b78c2f23a9 req-1caa810d-eec6-414f-8fdc-787b97981e1b service neutron] 10.222.0.35 "GET /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287119 Jan 18 13:18:10.292855 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:13.893856 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-7b92648b-339d-498a-b94a-d172c953c110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:16.130640 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-7e00567a-2069-4d99-8cfa-4be591b67fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:17.344618 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:17.534936 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:19.021786 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:25.045986 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:18:40.299556 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:42.668639 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f709f5-3c12-466e-b02c-23c2a486309f req-a3a12250-8903-4c71-93c6-67af2bf4686c tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:42.670514 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-05f709f5-3c12-466e-b02c-23c2a486309f req-a3a12250-8903-4c71-93c6-67af2bf4686c tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=15132069-1154-471c-93db-5caec85c8ad0 HTTP/1.1" status: 200 len: 946 time: 0.3203197 Jan 18 13:18:42.720121 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-05f709f5-3c12-466e-b02c-23c2a486309f req-c6d9d770-7236-4856-b929-0d5e60fde4b6 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups?id=452e958f-83dc-472e-934a-0a463af1fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438316 Jan 18 13:18:42.837005 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a9b6c-ff36-4bb0-b7a2-a71b128c5916 req-a54458db-bfe7-4eea-a3fd-6f9594b03363 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:18:42.838461 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-da6a9b6c-ff36-4bb0-b7a2-a71b128c5916 req-a54458db-bfe7-4eea-a3fd-6f9594b03363 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.35 "GET /v2.0/ports?device_id=15132069-1154-471c-93db-5caec85c8ad0 HTTP/1.1" status: 200 len: 946 time: 0.0871892 Jan 18 13:18:42.923654 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [req-da6a9b6c-ff36-4bb0-b7a2-a71b128c5916 req-ca1b482d-76a3-459f-8efe-b4b64faf5959 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Deleting port f0ae119a-ac8f-410f-a476-3afd8d921187 {{(pid=82756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:18:42.924004 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-da6a9b6c-ff36-4bb0-b7a2-a71b128c5916 req-ca1b482d-76a3-459f-8efe-b4b64faf5959 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:43.276178 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-da6a9b6c-ff36-4bb0-b7a2-a71b128c5916 req-ca1b482d-76a3-459f-8efe-b4b64faf5959 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] For port f0ae119a-ac8f-410f-a476-3afd8d921187, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=f0ae119a-ac8f-410f-a476-3afd8d921187,segment=NetworkSegment(4be6da58-ee81-4cb4-9a92-a45bd42d91b1),segment_id=4be6da58-ee81-4cb4-9a92-a45bd42d91b1)] {{(pid=82756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:18:43.276544 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-da6a9b6c-ff36-4bb0-b7a2-a71b128c5916 req-ca1b482d-76a3-459f-8efe-b4b64faf5959 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:43.572450 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-da6a9b6c-ff36-4bb0-b7a2-a71b128c5916 req-ca1b482d-76a3-459f-8efe-b4b64faf5959 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:43.572816 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-da6a9b6c-ff36-4bb0-b7a2-a71b128c5916 req-ca1b482d-76a3-459f-8efe-b4b64faf5959 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16439339'] for floatingip, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:43.573122 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.db.l3_db [req-da6a9b6c-ff36-4bb0-b7a2-a71b128c5916 req-ca1b482d-76a3-459f-8efe-b4b64faf5959 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Floating IP a4338468-4f7a-4237-8fb3-2cd99398cca1 disassociated. External IP: 172.27.2.142, port: f0ae119a-ac8f-410f-a476-3afd8d921187. Jan 18 13:18:43.573458 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [req-da6a9b6c-ff36-4bb0-b7a2-a71b128c5916 req-ca1b482d-76a3-459f-8efe-b4b64faf5959 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Calling delete_port for f0ae119a-ac8f-410f-a476-3afd8d921187 owned by compute:nova {{(pid=82756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:18:43.719168 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-da6a9b6c-ff36-4bb0-b7a2-a71b128c5916 req-ca1b482d-76a3-459f-8efe-b4b64faf5959 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:43.771798 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b482d-76a3-459f-8efe-b4b64faf5959 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Pushing event deleted for resources: {'Port': ['ID=f0ae119a-ac8f-410f-a476-3afd8d921187,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:43.785690 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b482d-76a3-459f-8efe-b4b64faf5959 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:43.786428 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b482d-76a3-459f-8efe-b4b64faf5959 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:43.786428 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b482d-76a3-459f-8efe-b4b64faf5959 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:43.786694 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b482d-76a3-459f-8efe-b4b64faf5959 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:43.787028 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b482d-76a3-459f-8efe-b4b64faf5959 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:43.787351 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b482d-76a3-459f-8efe-b4b64faf5959 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:43.787672 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b482d-76a3-459f-8efe-b4b64faf5959 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:43.787991 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b482d-76a3-459f-8efe-b4b64faf5959 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:43.788405 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b482d-76a3-459f-8efe-b4b64faf5959 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:43.788712 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b482d-76a3-459f-8efe-b4b64faf5959 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:43.788906 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b482d-76a3-459f-8efe-b4b64faf5959 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:43.903320 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-9618a66f-4826-4598-b5f5-6d7457578eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:44.017539 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4a36acf7-e56b-41f3-a6e1-ff05f4b60e00 req-b7bb083b-c4a8-441e-9f2a-30695d686e2f tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/ports?device_id=15132069-1154-471c-93db-5caec85c8ad0 HTTP/1.1" status: 200 len: 210 time: 0.1434691 Jan 18 13:18:44.051810 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da6a9b6c-ff36-4bb0-b7a2-a71b128c5916 req-ca1b482d-76a3-459f-8efe-b4b64faf5959 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Router 9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb has already been hosted by L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 {{(pid=82756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:18:44.277616 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da6a9b6c-ff36-4bb0-b7a2-a71b128c5916 req-ca1b482d-76a3-459f-8efe-b4b64faf5959 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:18:44.288581 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c06f9d-dc73-455f-bb6e-fabaf2d16232 None None] Sync routers for ids ['9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'] in dv-cinder-825103-1-iscsi {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:18:44.300421 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c06f9d-dc73-455f-bb6e-fabaf2d16232 None None] Routers {'9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:18:44.301237 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-b4c06f9d-dc73-455f-bb6e-fabaf2d16232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:18:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:18:44.352679 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6a9b6c-ff36-4bb0-b7a2-a71b128c5916 req-ca1b482d-76a3-459f-8efe-b4b64faf5959 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] No DVR routers for this DVR port f0ae119a-ac8f-410f-a476-3afd8d921187 on host hv-cinder-82510 {{(pid=82756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:18:44.355424 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-da6a9b6c-ff36-4bb0-b7a2-a71b128c5916 req-ca1b482d-76a3-459f-8efe-b4b64faf5959 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:44.358265 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15132069-1154-471c-93db-5caec85c8ad0', 'name': 'network-vif-deleted', 'tag': 'f0ae119a-ac8f-410f-a476-3afd8d921187'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:18:44.374325 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-da6a9b6c-ff36-4bb0-b7a2-a71b128c5916 req-ca1b482d-76a3-459f-8efe-b4b64faf5959 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.35 "DELETE /v2.0/ports/f0ae119a-ac8f-410f-a476-3afd8d921187 HTTP/1.1" status: 204 len: 173 time: 1.5294261 Jan 18 13:18:44.490994 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-b4c06f9d-dc73-455f-bb6e-fabaf2d16232 None None] Set router 9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:18:44.546355 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15132069-1154-471c-93db-5caec85c8ad0', 'name': 'network-vif-deleted', 'tag': 'f0ae119a-ac8f-410f-a476-3afd8d921187', 'status': 'completed', 'code': 200} Jan 18 13:18:44.810698 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-b4c06f9d-dc73-455f-bb6e-fabaf2d16232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'name': 'tempest-AttachVolumeTestJSON-1698032946-router', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T12:48:50Z', 'revision_number': 4, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'gw_port': {'id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': 'e9f83c83-66fc-4b7d-9a7d-1e098496b211', 'name': '', 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'mac_address': 'fa:16:3e:e7:fd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc8c1b8-cfa3-49d9-9595-474a5f6baf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:48Z', 'updated_at': '2022-01-18T12:49:29Z', 'revision_number': 5, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'subnets': [{'id': '7fc8c1b8-cfa3-49d9-9595-474a5f6baf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:18:44.815354 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c06f9d-dc73-455f-bb6e-fabaf2d16232 None None] Checking router: 9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb for host: dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:18:44.825522 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c06f9d-dc73-455f-bb6e-fabaf2d16232 None None] Routers {'9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:18:44.827005 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-b4c06f9d-dc73-455f-bb6e-fabaf2d16232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:18:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:18:45.063465 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-b4c06f9d-dc73-455f-bb6e-fabaf2d16232 None None] Set router 9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:18:45.181002 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 41072) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:45.251067 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-8311d15a-5bf3-4bdf-b46e-bbccfbf2ef4d tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:45.281952 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-8311d15a-5bf3-4bdf-b46e-bbccfbf2ef4d tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:45.345555 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-8311d15a-5bf3-4bdf-b46e-bbccfbf2ef4d tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:45.376928 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-8311d15a-5bf3-4bdf-b46e-bbccfbf2ef4d tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:45.378197 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-8311d15a-5bf3-4bdf-b46e-bbccfbf2ef4d tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "DELETE /v2.0/security-groups/452e958f-83dc-472e-934a-0a463af1fbad HTTP/1.1" status: 204 len: 168 time: 0.1962256 Jan 18 13:18:45.379079 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311d15a-5bf3-4bdf-b46e-bbccfbf2ef4d tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=452e958f-83dc-472e-934a-0a463af1fbad,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:45.381382 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 41080) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:45.389955 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311d15a-5bf3-4bdf-b46e-bbccfbf2ef4d tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:45.390300 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311d15a-5bf3-4bdf-b46e-bbccfbf2ef4d tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:45.390648 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311d15a-5bf3-4bdf-b46e-bbccfbf2ef4d tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:45.391059 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311d15a-5bf3-4bdf-b46e-bbccfbf2ef4d tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:45.391345 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311d15a-5bf3-4bdf-b46e-bbccfbf2ef4d tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:45.391845 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311d15a-5bf3-4bdf-b46e-bbccfbf2ef4d tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:45.392515 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311d15a-5bf3-4bdf-b46e-bbccfbf2ef4d tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:45.393002 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311d15a-5bf3-4bdf-b46e-bbccfbf2ef4d tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:45.393481 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311d15a-5bf3-4bdf-b46e-bbccfbf2ef4d tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:45.393952 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311d15a-5bf3-4bdf-b46e-bbccfbf2ef4d tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:45.394604 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8311d15a-5bf3-4bdf-b46e-bbccfbf2ef4d tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:18:45.424971 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-b4c06f9d-dc73-455f-bb6e-fabaf2d16232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'name': 'tempest-AttachVolumeTestJSON-1698032946-router', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T12:48:50Z', 'revision_number': 4, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'gw_port': {'id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': 'e9f83c83-66fc-4b7d-9a7d-1e098496b211', 'name': '', 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'mac_address': 'fa:16:3e:e7:fd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc8c1b8-cfa3-49d9-9595-474a5f6baf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:48Z', 'updated_at': '2022-01-18T12:49:29Z', 'revision_number': 5, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'subnets': [{'id': '7fc8c1b8-cfa3-49d9-9595-474a5f6baf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:18:45.427349 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.api.v2.resource [None req-6b67cb8c-7704-4161-ac40-d59e5bfd3f76 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] show failed (client error): The resource could not be found. Jan 18 13:18:45.428356 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-6b67cb8c-7704-4161-ac40-d59e5bfd3f76 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "GET /v2.0/security-groups/452e958f-83dc-472e-934a-0a463af1fbad HTTP/1.1" status: 404 len: 347 time: 0.0449994 Jan 18 13:18:45.431487 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 41084) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:18:45.431841 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c06f9d-dc73-455f-bb6e-fabaf2d16232 None None] The sync data for ids ['9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'] in dv-cinder-825103-1-iscsi is: [{'id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'name': 'tempest-AttachVolumeTestJSON-1698032946-router', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T12:48:50Z', 'revision_number': 4, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'gw_port': {'id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': 'e9f83c83-66fc-4b7d-9a7d-1e098496b211', 'name': '', 'network_id': '3ce910e8-fa9a-402c-bef7-c36aef1e716c', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'mac_address': 'fa:16:3e:e7:fd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fc8c1b8-cfa3-49d9-9595-474a5f6baf01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:48Z', 'updated_at': '2022-01-18T12:49:29Z', 'revision_number': 5, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'subnets': [{'id': '7fc8c1b8-cfa3-49d9-9595-474a5f6baf01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:18:45.608768 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-01f62483-8062-46ad-b9a7-c1acf0da1791 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Deleting port d4a402d8-f46c-492d-8f82-1602325ba808 {{(pid=82757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:18:45.609285 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-01f62483-8062-46ad-b9a7-c1acf0da1791 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:45.676104 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1f35be-9848-405f-9f50-3eae76c46719 None None] New status for floating IP a4338468-4f7a-4237-8fb3-2cd99398cca1: DOWN {{(pid=82759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:18:45.888044 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-01f62483-8062-46ad-b9a7-c1acf0da1791 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:45.889017 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-01f62483-8062-46ad-b9a7-c1acf0da1791 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:46.019246 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-01f62483-8062-46ad-b9a7-c1acf0da1791 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Calling delete_port for d4a402d8-f46c-492d-8f82-1602325ba808 owned by network:floatingip {{(pid=82757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:18:46.104337 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.db.api [None req-01f62483-8062-46ad-b9a7-c1acf0da1791 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:18:46.104671 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG oslo_db.api [None req-01f62483-8062-46ad-b9a7-c1acf0da1791 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:18:46.132720 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-788aec08-d4e3-4794-b53c-7e8f6fd4fe0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:46.557410 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device f0ae119a-ac8f-410f-a476-3afd8d921187 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:18:46.590868 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] No Port match for: f0ae119a-ac8f-410f-a476-3afd8d921187 {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:18:46.591231 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device f0ae119a-ac8f-410f-a476-3afd8d921187 not bound to the agent host hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:18:46.606421 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-01f62483-8062-46ad-b9a7-c1acf0da1791 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Deleting port d4a402d8-f46c-492d-8f82-1602325ba808 {{(pid=82757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:18:46.607476 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-01f62483-8062-46ad-b9a7-c1acf0da1791 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:46.780686 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-01f62483-8062-46ad-b9a7-c1acf0da1791 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:46.780988 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-01f62483-8062-46ad-b9a7-c1acf0da1791 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:46.901751 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-01f62483-8062-46ad-b9a7-c1acf0da1791 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Calling delete_port for d4a402d8-f46c-492d-8f82-1602325ba808 owned by network:floatingip {{(pid=82757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:18:47.044720 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-01f62483-8062-46ad-b9a7-c1acf0da1791 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15894096'] for port, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:47.096158 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f62483-8062-46ad-b9a7-c1acf0da1791 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Pushing event deleted for resources: {'Port': ['ID=d4a402d8-f46c-492d-8f82-1602325ba808,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:18:47.189932 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-01f62483-8062-46ad-b9a7-c1acf0da1791 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks [] for floatingip, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:47.204866 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-01f62483-8062-46ad-b9a7-c1acf0da1791 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for floatingip, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:47.205979 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-01f62483-8062-46ad-b9a7-c1acf0da1791 tempest-AttachVolumeTestJSON-369937927 tempest-AttachVolumeTestJSON-369937927-project] 10.222.0.84 "DELETE /v2.0/floatingips/a4338468-4f7a-4237-8fb3-2cd99398cca1 HTTP/1.1" status: 204 len: 168 time: 1.7733424 Jan 18 13:18:47.349837 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:47.537783 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:18:49.023000 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:02.047326 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:19:10.299679 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:13.898372 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-7574d89b-d2b2-4e58-8dfc-00e9f0546b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:16.137159 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-442915da-bcaa-41c8-beef-89658ac044a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:17.352752 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:17.543759 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:19.025700 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:39.049710 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:19:40.316334 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:43.900960 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-657a10a5-6997-4c6a-b358-1f0c72f65a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:46.141666 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2124ffaa-312d-4a13-bd4f-a8ee67908226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:47.359995 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:47.543961 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:19:49.028220 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:10.314490 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:13.905028 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-8d203e64-b6f8-401f-9eb4-9c04b1e94d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:16.050327 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:20:16.144484 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-76679414-5d5a-4774-8d86-abcb926657c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:17.353790 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:17.548673 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:19.034120 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:40.338918 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:43.908646 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-9ea2a3d7-3048-4ec7-a1c7-49afb36f72c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:46.148117 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-27d7b3c5-50cd-4647-9289-c1d504839d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:47.355920 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:47.549917 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:49.038470 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:20:53.051134 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:21:10.335987 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:13.912903 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-c62b4d11-6e8b-4792-a994-7a3f3a5e28ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:16.150292 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-caa83093-3262-4578-964e-af8bd3f81caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:17.363525 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:17.551993 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:19.039573 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:30.051567 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:21:40.334520 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:43.915730 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-a72edbb7-d9e8-48f4-8675-605796c2beb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:46.152429 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-9def5f6c-d122-41e4-92c6-e726dd9aa81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:47.356522 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:47.556682 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:21:49.043013 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:07.051853 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:22:10.352682 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:13.918656 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-bb67480f-7094-47b8-8250-277ddd42dbbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:16.154900 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-46eb8003-a385-4f10-9f39-74a45b6d7053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:17.359289 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:17.558107 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:19.053175 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:40.350048 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:43.928693 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-bbdae0b8-3799-4b36-b9f3-6101ef888ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:44.052135 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:22:46.161556 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-f6be2c3d-c7eb-4bff-ba85-b4d8a714a2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:47.362265 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:47.563227 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:49.048727 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:58.505531 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 43022) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:22:58.656394 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-79b8a3d1-9de2-442d-bb54-1915aec9017e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:58.691769 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-79b8a3d1-9de2-442d-bb54-1915aec9017e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:22:58.695603 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-79b8a3d1-9de2-442d-bb54-1915aec9017e admin admin] Usage tracker for resource:security_group_rule and tenant:731a1b8aa3e3462db5e7c2224bfedb39 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:22:58.698794 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-79b8a3d1-9de2-442d-bb54-1915aec9017e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:22:58.705336 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-79b8a3d1-9de2-442d-bb54-1915aec9017e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:22:58.785125 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-79b8a3d1-9de2-442d-bb54-1915aec9017e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:58.789631 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-79b8a3d1-9de2-442d-bb54-1915aec9017e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:58.835634 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b8a3d1-9de2-442d-bb54-1915aec9017e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61854b83-52db-48e2-95e5-ba56a2f07f8a,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:22:58.840248 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-79b8a3d1-9de2-442d-bb54-1915aec9017e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=731a1b8aa3e3462db5e7c2224bfedb39&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3329282 Jan 18 13:22:58.843221 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 43028) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:22:58.846854 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8a3d1-9de2-442d-bb54-1915aec9017e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:58.847197 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8a3d1-9de2-442d-bb54-1915aec9017e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:58.847527 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8a3d1-9de2-442d-bb54-1915aec9017e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:58.847853 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8a3d1-9de2-442d-bb54-1915aec9017e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:58.848177 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8a3d1-9de2-442d-bb54-1915aec9017e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:58.848498 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8a3d1-9de2-442d-bb54-1915aec9017e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:58.848818 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8a3d1-9de2-442d-bb54-1915aec9017e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:58.849137 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8a3d1-9de2-442d-bb54-1915aec9017e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:58.849455 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8a3d1-9de2-442d-bb54-1915aec9017e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:58.850442 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8a3d1-9de2-442d-bb54-1915aec9017e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:58.850607 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b8a3d1-9de2-442d-bb54-1915aec9017e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:58.905770 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-151ca494-4adb-4f80-922c-e4b4d49fc570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:58.932868 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-151ca494-4adb-4f80-922c-e4b4d49fc570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:58.994056 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-151ca494-4adb-4f80-922c-e4b4d49fc570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:59.016893 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ca494-4adb-4f80-922c-e4b4d49fc570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61854b83-52db-48e2-95e5-ba56a2f07f8a,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:22:59.029188 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151ca494-4adb-4f80-922c-e4b4d49fc570 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:59.029537 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151ca494-4adb-4f80-922c-e4b4d49fc570 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:59.029866 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151ca494-4adb-4f80-922c-e4b4d49fc570 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:59.030197 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151ca494-4adb-4f80-922c-e4b4d49fc570 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:59.030563 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151ca494-4adb-4f80-922c-e4b4d49fc570 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:59.030924 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151ca494-4adb-4f80-922c-e4b4d49fc570 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:59.031251 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151ca494-4adb-4f80-922c-e4b4d49fc570 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:59.031600 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151ca494-4adb-4f80-922c-e4b4d49fc570 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:59.032577 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151ca494-4adb-4f80-922c-e4b4d49fc570 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:59.033194 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151ca494-4adb-4f80-922c-e4b4d49fc570 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:59.033532 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-151ca494-4adb-4f80-922c-e4b4d49fc570 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:22:59.040207 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-151ca494-4adb-4f80-922c-e4b4d49fc570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:22:59.041219 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-151ca494-4adb-4f80-922c-e4b4d49fc570 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/61854b83-52db-48e2-95e5-ba56a2f07f8a HTTP/1.1" status: 204 len: 168 time: 0.1971734 Jan 18 13:23:10.357712 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:13.922470 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-452db4ee-2e43-446c-9ed9-a2fb2b026e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:16.156122 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-e6e1198d-9d3a-4463-9e73-9ca922305e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:17.364804 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:17.569776 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:19.047557 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:21.051779 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:23:31.016498 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 43234) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:23:31.281532 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b698c02-37c3-447c-8910-39de3286f5ac admin admin] Deleting subnet f70909e0-87f3-49af-9ce4-5709c59c89a7 {{(pid=82756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:23:31.284684 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5b698c02-37c3-447c-8910-39de3286f5ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:31.334165 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5b698c02-37c3-447c-8910-39de3286f5ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16106710'] for subnet, precommit_delete_associations {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:31.397146 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5b698c02-37c3-447c-8910-39de3286f5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562804'] for subnet, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:31.555112 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5b698c02-37c3-447c-8910-39de3286f5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15289823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15475749'] for subnet, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:31.597292 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b698c02-37c3-447c-8910-39de3286f5ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f70909e0-87f3-49af-9ce4-5709c59c89a7,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:23:31.602140 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5b698c02-37c3-447c-8910-39de3286f5ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for subnet, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:31.610002 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-5b698c02-37c3-447c-8910-39de3286f5ac admin admin] 10.222.0.84 "DELETE /v2.0/subnets/f70909e0-87f3-49af-9ce4-5709c59c89a7 HTTP/1.1" status: 204 len: 168 time: 0.5904570 Jan 18 13:23:31.611416 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 43248) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:23:31.720349 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-35b92284-e594-4b66-a2ae-580798366d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653206'] for network, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:31.862425 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-35b92284-e594-4b66-a2ae-580798366d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561661', 'neutron.services.segments.db._delete_segments_for_network-8736039390428'] for network, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:31.892301 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.services.segments.db [None req-35b92284-e594-4b66-a2ae-580798366d2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72']}} {{(pid=82756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:23:31.904027 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.services.segments.db [None req-35b92284-e594-4b66-a2ae-580798366d2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b35974eb-73ba-4577-bd01-65e7420182fa') {'for_net_delete': True} {{(pid=82756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:23:31.904315 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.services.segments.db [None req-35b92284-e594-4b66-a2ae-580798366d2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b35974eb-73ba-4577-bd01-65e7420182fa') {} {{(pid=82756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:23:31.916454 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-35b92284-e594-4b66-a2ae-580798366d2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736039390311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16106717'] for segment, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:31.933924 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-35b92284-e594-4b66-a2ae-580798366d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-557774'] for segment, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:31.940467 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b92284-e594-4b66-a2ae-580798366d2f admin admin] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=82756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:23:31.940844 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-35b92284-e594-4b66-a2ae-580798366d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-557785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15337081'] for segment, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:31.954125 dv-cinder-825103-1-iscsi neutron-server[82756]: Traceback (most recent call last): Jan 18 13:23:31.954125 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:23:31.954125 dv-cinder-825103-1-iscsi neutron-server[82756]: timer() Jan 18 13:23:31.954125 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:23:31.954125 dv-cinder-825103-1-iscsi neutron-server[82756]: cb(*args, **kw) Jan 18 13:23:31.954125 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:23:31.954125 dv-cinder-825103-1-iscsi neutron-server[82756]: return func(*args, **kwargs) Jan 18 13:23:31.954125 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:23:31.954125 dv-cinder-825103-1-iscsi neutron-server[82756]: self._notify() Jan 18 13:23:31.954125 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:23:31.954125 dv-cinder-825103-1-iscsi neutron-server[82756]: self.callback(batched_events) Jan 18 13:23:31.954125 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:23:31.954125 dv-cinder-825103-1-iscsi neutron-server[82756]: event.method(event) Jan 18 13:23:31.954125 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:23:31.954125 dv-cinder-825103-1-iscsi neutron-server[82756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:23:31.954125 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:23:31.954125 dv-cinder-825103-1-iscsi neutron-server[82756]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:23:31.954125 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:23:31.954125 dv-cinder-825103-1-iscsi neutron-server[82756]: return f(self, *a, **k) Jan 18 13:23:31.954125 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:23:31.954125 dv-cinder-825103-1-iscsi neutron-server[82756]: return self._get(url).json() Jan 18 13:23:31.954125 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:23:31.954125 dv-cinder-825103-1-iscsi neutron-server[82756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:23:31.954125 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:23:31.954125 dv-cinder-825103-1-iscsi neutron-server[82756]: return self.request(url, 'GET', **kwargs) Jan 18 13:23:31.954125 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:23:31.954125 dv-cinder-825103-1-iscsi neutron-server[82756]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:23:31.954125 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:23:31.954125 dv-cinder-825103-1-iscsi neutron-server[82756]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:23:31.954125 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:23:31.954125 dv-cinder-825103-1-iscsi neutron-server[82756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:23:31.954125 dv-cinder-825103-1-iscsi neutron-server[82756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:23:32.030362 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-35b92284-e594-4b66-a2ae-580798366d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16439389'] for network, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:32.051707 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-35b92284-e594-4b66-a2ae-580798366d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for network, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:32.062280 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b92284-e594-4b66-a2ae-580798366d2f admin admin] Pushing event deleted for resources: {'Network': ['ID=58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:23:32.072308 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-35b92284-e594-4b66-a2ae-580798366d2f admin admin] 10.222.0.84 "DELETE /v2.0/networks/58e6ebf2-6fe6-41ea-b6b1-ca4d732ddf72 HTTP/1.1" status: 204 len: 168 time: 0.4598060 Jan 18 13:23:32.216654 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 43258) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:23:32.275232 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-c966a8d0-eb31-4677-afb8-107ca2a3fa69 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f57a5761ea3b4b6ebfc881a4b5a7d527&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0573921 Jan 18 13:23:32.277788 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 43262) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:23:32.344894 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-f518d177-caab-402b-b6ec-889fa0e1ba57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:32.371590 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-f518d177-caab-402b-b6ec-889fa0e1ba57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:32.425223 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-f518d177-caab-402b-b6ec-889fa0e1ba57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:32.444527 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518d177-caab-402b-b6ec-889fa0e1ba57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa95e1db-4b83-44bc-8ac8-398dca75ef3a,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:23:32.457237 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-f518d177-caab-402b-b6ec-889fa0e1ba57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:32.460696 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-f518d177-caab-402b-b6ec-889fa0e1ba57 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/aa95e1db-4b83-44bc-8ac8-398dca75ef3a HTTP/1.1" status: 204 len: 168 time: 0.1796472 Jan 18 13:23:40.380234 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:43.927399 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-20ffa83d-dbfb-4f2d-9d18-ea7c06a589f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:46.164660 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-3d04e5ca-6fcd-4990-bbad-092b2bb972a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:47.367598 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:47.569511 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:49.052855 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:50.987442 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 43468) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:23:51.130836 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-ee347f1f-e902-489d-b697-3fd7c2d3a475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:51.173471 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-ee347f1f-e902-489d-b697-3fd7c2d3a475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:23:51.177253 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-ee347f1f-e902-489d-b697-3fd7c2d3a475 admin admin] Usage tracker for resource:security_group_rule and tenant:c779cf299ee64145bba538c3e834d60e is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:23:51.180081 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-ee347f1f-e902-489d-b697-3fd7c2d3a475 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:23:51.185704 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-ee347f1f-e902-489d-b697-3fd7c2d3a475 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:23:51.267312 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-ee347f1f-e902-489d-b697-3fd7c2d3a475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:51.271289 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-ee347f1f-e902-489d-b697-3fd7c2d3a475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:51.325623 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee347f1f-e902-489d-b697-3fd7c2d3a475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85bc5977-db42-4ecf-9651-4020101409b9,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:23:51.330158 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-ee347f1f-e902-489d-b697-3fd7c2d3a475 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c779cf299ee64145bba538c3e834d60e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3416815 Jan 18 13:23:51.332699 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 43474) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:23:51.393534 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf0ea-d2b4-432f-9af3-f50446d7994d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:51.420267 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf0ea-d2b4-432f-9af3-f50446d7994d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:51.475898 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf0ea-d2b4-432f-9af3-f50446d7994d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:51.492004 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cf0ea-d2b4-432f-9af3-f50446d7994d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bc5977-db42-4ecf-9651-4020101409b9,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:23:51.496201 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-0e4cf0ea-d2b4-432f-9af3-f50446d7994d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:23:51.497307 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-0e4cf0ea-d2b4-432f-9af3-f50446d7994d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/85bc5977-db42-4ecf-9651-4020101409b9 HTTP/1.1" status: 204 len: 168 time: 0.1637297 Jan 18 13:23:58.051827 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:24:10.400460 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:13.932566 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-46478285-9505-4d48-9cc4-69457e39a556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:16.166079 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-8229fd49-84c1-43c5-8328-a4e5f57e40bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:17.370612 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:17.570638 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:19.052963 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:35.052614 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:24:40.406930 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:43.934849 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-4e670304-5719-4d96-bec6-c74091ea59fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:46.159148 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-44e04aa7-ec06-4248-aa42-c1b8c68d5e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:47.373251 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:47.573393 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:49.056317 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:49.759722 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 43724) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:50.351628 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d13ef669-c811-4ee7-8667-a63b1e2b1acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16440925'] for router_interface, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:51.075015 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [None req-d13ef669-c811-4ee7-8667-a63b1e2b1acf admin admin] Deleting port e9f83c83-66fc-4b7d-9a7d-1e098496b211 {{(pid=82756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:24:51.075728 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d13ef669-c811-4ee7-8667-a63b1e2b1acf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:51.251672 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [None req-d13ef669-c811-4ee7-8667-a63b1e2b1acf admin admin] For port e9f83c83-66fc-4b7d-9a7d-1e098496b211, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=e9f83c83-66fc-4b7d-9a7d-1e098496b211,segment=NetworkSegment(4be6da58-ee81-4cb4-9a92-a45bd42d91b1),segment_id=4be6da58-ee81-4cb4-9a92-a45bd42d91b1)] {{(pid=82756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:24:51.252036 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d13ef669-c811-4ee7-8667-a63b1e2b1acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:51.386025 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [None req-d13ef669-c811-4ee7-8667-a63b1e2b1acf admin admin] Calling delete_port for e9f83c83-66fc-4b7d-9a7d-1e098496b211 owned by network:router_interface {{(pid=82756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:24:51.575581 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d13ef669-c811-4ee7-8667-a63b1e2b1acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:51.622443 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ef669-c811-4ee7-8667-a63b1e2b1acf admin admin] Pushing event deleted for resources: {'Port': ['ID=e9f83c83-66fc-4b7d-9a7d-1e098496b211,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:51.666144 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ef669-c811-4ee7-8667-a63b1e2b1acf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:51.666491 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ef669-c811-4ee7-8667-a63b1e2b1acf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:51.666862 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ef669-c811-4ee7-8667-a63b1e2b1acf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:51.667197 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ef669-c811-4ee7-8667-a63b1e2b1acf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:51.667528 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ef669-c811-4ee7-8667-a63b1e2b1acf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:51.667859 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ef669-c811-4ee7-8667-a63b1e2b1acf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:51.668186 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ef669-c811-4ee7-8667-a63b1e2b1acf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:51.668510 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ef669-c811-4ee7-8667-a63b1e2b1acf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:51.668835 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ef669-c811-4ee7-8667-a63b1e2b1acf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:51.669155 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ef669-c811-4ee7-8667-a63b1e2b1acf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:51.669476 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13ef669-c811-4ee7-8667-a63b1e2b1acf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:24:51.936974 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d13ef669-c811-4ee7-8667-a63b1e2b1acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15336335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16439476'] for router_interface, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:52.649987 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13ef669-c811-4ee7-8667-a63b1e2b1acf admin admin] Router 9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb has already been hosted by L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 {{(pid=82756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:24:52.868460 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13ef669-c811-4ee7-8667-a63b1e2b1acf admin admin] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:24:52.877491 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c409fb-aff3-4249-b7a3-f6c7b9604895 None None] Sync routers for ids ['9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'] in dv-cinder-825103-1-iscsi {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:24:52.881069 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-d13ef669-c811-4ee7-8667-a63b1e2b1acf admin admin] 10.222.0.84 "PUT /v2.0/routers/9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1202774 Jan 18 13:24:52.883626 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 43736) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:52.890782 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c409fb-aff3-4249-b7a3-f6c7b9604895 None None] Routers {'9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:24:52.891440 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-d3c409fb-aff3-4249-b7a3-f6c7b9604895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:24:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:24:53.085389 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-d3c409fb-aff3-4249-b7a3-f6c7b9604895 None None] Set router 9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:24:53.094796 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-69709719-a11c-48bb-b5d9-3f606119a06d admin admin] Notify callbacks [] for router, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:53.318935 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-69709719-a11c-48bb-b5d9-3f606119a06d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:53.330732 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [None req-69709719-a11c-48bb-b5d9-3f606119a06d admin admin] Deleting port a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa {{(pid=82756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:24:53.331216 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-69709719-a11c-48bb-b5d9-3f606119a06d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:53.403069 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-d3c409fb-aff3-4249-b7a3-f6c7b9604895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'name': 'tempest-AttachVolumeTestJSON-1698032946-router', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T13:24:51Z', 'revision_number': 5, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'gw_port': {'id': 'a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:24:53.407319 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c409fb-aff3-4249-b7a3-f6c7b9604895 None None] Checking router: 9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb for host: dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:24:53.418237 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c409fb-aff3-4249-b7a3-f6c7b9604895 None None] Routers {'9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:24:53.418878 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-d3c409fb-aff3-4249-b7a3-f6c7b9604895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:24:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:24:53.515583 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [None req-69709719-a11c-48bb-b5d9-3f606119a06d admin admin] For port a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa,segment=NetworkSegment(a71a77f2-f00b-4634-9c06-cb577f22632a),segment_id=a71a77f2-f00b-4634-9c06-cb577f22632a)] {{(pid=82756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:24:53.515958 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-69709719-a11c-48bb-b5d9-3f606119a06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:53.574126 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-d3c409fb-aff3-4249-b7a3-f6c7b9604895 None None] Set router 9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb gateway port host: None {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:24:53.652875 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [None req-69709719-a11c-48bb-b5d9-3f606119a06d admin admin] Calling delete_port for a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa owned by network:router_gateway {{(pid=82756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:24:53.682812 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-d3c409fb-aff3-4249-b7a3-f6c7b9604895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'name': 'tempest-AttachVolumeTestJSON-1698032946-router', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T13:24:53Z', 'revision_number': 6, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'gw_port_host': None}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:24:53.687735 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c409fb-aff3-4249-b7a3-f6c7b9604895 None None] The sync data for ids ['9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb'] in dv-cinder-825103-1-iscsi is: [{'id': '9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb', 'name': 'tempest-AttachVolumeTestJSON-1698032946-router', 'tenant_id': '8b61358b76314548a01860d9521ad4fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:38Z', 'updated_at': '2022-01-18T13:24:53Z', 'revision_number': 6, 'project_id': '8b61358b76314548a01860d9521ad4fd', 'gw_port_host': None}] {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:24:53.834232 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-69709719-a11c-48bb-b5d9-3f606119a06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:53.879991 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69709719-a11c-48bb-b5d9-3f606119a06d admin admin] Pushing event deleted for resources: {'Port': ['ID=a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:54.206856 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-69709719-a11c-48bb-b5d9-3f606119a06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16439416'] for router_gateway, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:54.483563 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-69709719-a11c-48bb-b5d9-3f606119a06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16435180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43902'] for router, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:54.488412 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-69709719-a11c-48bb-b5d9-3f606119a06d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:54.511282 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device e9f83c83-66fc-4b7d-9a7d-1e098496b211 no longer exists at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:24:54.517430 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-69709719-a11c-48bb-b5d9-3f606119a06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16435088'] for router, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:54.518184 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69709719-a11c-48bb-b5d9-3f606119a06d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb {{(pid=82756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 13:24:54.535982 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-69709719-a11c-48bb-b5d9-3f606119a06d admin admin] Notify callbacks [] for router, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:54.537124 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-69709719-a11c-48bb-b5d9-3f606119a06d admin admin] 10.222.0.84 "DELETE /v2.0/routers/9dbdd8fe-db75-4fd4-8468-b8fab7c9f2cb HTTP/1.1" status: 204 len: 168 time: 1.6524007 Jan 18 13:24:54.539630 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 43744) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:54.549703 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] No Port match for: e9f83c83-66fc-4b7d-9a7d-1e098496b211 {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:24:54.550036 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device e9f83c83-66fc-4b7d-9a7d-1e098496b211 not bound to the agent host dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:24:54.550447 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa no longer exists at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:24:54.584354 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] No Port match for: a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:24:54.584933 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device a43a7fac-aca8-4b70-94b8-d3bb2d3b0ffa not bound to the agent host dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:24:54.605434 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a90c12-a62b-434f-bb0a-a83b9d159386 admin admin] Deleting subnet 7fc8c1b8-cfa3-49d9-9595-474a5f6baf01 {{(pid=82756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:24:54.608443 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-14a90c12-a62b-434f-bb0a-a83b9d159386 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:54.668021 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-14a90c12-a62b-434f-bb0a-a83b9d159386 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16106710'] for subnet, precommit_delete_associations {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:54.754108 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-14a90c12-a62b-434f-bb0a-a83b9d159386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562804'] for subnet, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:54.831173 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-14a90c12-a62b-434f-bb0a-a83b9d159386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15289823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15475749'] for subnet, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:54.873203 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a90c12-a62b-434f-bb0a-a83b9d159386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fc8c1b8-cfa3-49d9-9595-474a5f6baf01,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:54.878469 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-14a90c12-a62b-434f-bb0a-a83b9d159386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for subnet, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:54.883947 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186d5f86-79be-4495-94e8-69a6fa2b4246 None None] Network 3ce910e8-fa9a-402c-bef7-c36aef1e716c requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:24:54.885587 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-14a90c12-a62b-434f-bb0a-a83b9d159386 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/7fc8c1b8-cfa3-49d9-9595-474a5f6baf01 HTTP/1.1" status: 204 len: 168 time: 0.3449547 Jan 18 13:24:54.888099 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 43748) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:55.006426 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-683b2c0d-3a84-4d26-b24c-e82b871e1c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653206'] for network, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:55.017129 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [None req-683b2c0d-3a84-4d26-b24c-e82b871e1c4c admin admin] Deleting port 32780a61-d12c-4362-a0e0-87e34f3c04fe {{(pid=82756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:24:55.017423 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-683b2c0d-3a84-4d26-b24c-e82b871e1c4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:55.133510 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d03932f-abf0-4fcb-a132-240e53e388e7 None None] DHCP port deletion for 3ce910e8-fa9a-402c-bef7-c36aef1e716c request from dv-cinder-825103-1-iscsi {{(pid=82758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 13:24:55.137844 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-3d03932f-abf0-4fcb-a132-240e53e388e7 None None] Deleting port 32780a61-d12c-4362-a0e0-87e34f3c04fe {{(pid=82758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:24:55.138220 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-3d03932f-abf0-4fcb-a132-240e53e388e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:55.225743 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [None req-683b2c0d-3a84-4d26-b24c-e82b871e1c4c admin admin] For port 32780a61-d12c-4362-a0e0-87e34f3c04fe, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=32780a61-d12c-4362-a0e0-87e34f3c04fe,segment=NetworkSegment(4be6da58-ee81-4cb4-9a92-a45bd42d91b1),segment_id=4be6da58-ee81-4cb4-9a92-a45bd42d91b1)] {{(pid=82756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:24:55.226217 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-683b2c0d-3a84-4d26-b24c-e82b871e1c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:55.347943 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [None req-683b2c0d-3a84-4d26-b24c-e82b871e1c4c admin admin] Calling delete_port for 32780a61-d12c-4362-a0e0-87e34f3c04fe owned by network:dhcp {{(pid=82756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:24:55.388584 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-3d03932f-abf0-4fcb-a132-240e53e388e7 None None] For port 32780a61-d12c-4362-a0e0-87e34f3c04fe, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=32780a61-d12c-4362-a0e0-87e34f3c04fe,segment=NetworkSegment(4be6da58-ee81-4cb4-9a92-a45bd42d91b1),segment_id=4be6da58-ee81-4cb4-9a92-a45bd42d91b1)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:24:55.388882 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-3d03932f-abf0-4fcb-a132-240e53e388e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:55.512175 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-3d03932f-abf0-4fcb-a132-240e53e388e7 None None] Calling delete_port for 32780a61-d12c-4362-a0e0-87e34f3c04fe owned by network:dhcp {{(pid=82758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:24:55.523323 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-683b2c0d-3a84-4d26-b24c-e82b871e1c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:55.574944 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b2c0d-3a84-4d26-b24c-e82b871e1c4c admin admin] Pushing event deleted for resources: {'Port': ['ID=32780a61-d12c-4362-a0e0-87e34f3c04fe,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:55.581866 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683b2c0d-3a84-4d26-b24c-e82b871e1c4c admin admin] No DVR routers for this DVR port 32780a61-d12c-4362-a0e0-87e34f3c04fe on host dv-cinder-825103-1-iscsi {{(pid=82756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:24:55.591790 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.db.api [None req-3d03932f-abf0-4fcb-a132-240e53e388e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:24:55.592142 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG oslo_db.api [None req-3d03932f-abf0-4fcb-a132-240e53e388e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:24:55.700462 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-683b2c0d-3a84-4d26-b24c-e82b871e1c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561661', 'neutron.services.segments.db._delete_segments_for_network-8736039390428'] for network, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:55.728413 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.services.segments.db [None req-683b2c0d-3a84-4d26-b24c-e82b871e1c4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce910e8-fa9a-402c-bef7-c36aef1e716c']}} {{(pid=82756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:24:55.741113 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.services.segments.db [None req-683b2c0d-3a84-4d26-b24c-e82b871e1c4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be6da58-ee81-4cb4-9a92-a45bd42d91b1') {'for_net_delete': True} {{(pid=82756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:24:55.741415 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.services.segments.db [None req-683b2c0d-3a84-4d26-b24c-e82b871e1c4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be6da58-ee81-4cb4-9a92-a45bd42d91b1') {} {{(pid=82756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:24:55.752697 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-683b2c0d-3a84-4d26-b24c-e82b871e1c4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736039390311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16106717'] for segment, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:55.778162 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-683b2c0d-3a84-4d26-b24c-e82b871e1c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-557774'] for segment, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:55.786337 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-683b2c0d-3a84-4d26-b24c-e82b871e1c4c admin admin] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=82756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:24:55.786763 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-683b2c0d-3a84-4d26-b24c-e82b871e1c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-557785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15337081'] for segment, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:55.800114 dv-cinder-825103-1-iscsi neutron-server[82756]: Traceback (most recent call last): Jan 18 13:24:55.800114 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:24:55.800114 dv-cinder-825103-1-iscsi neutron-server[82756]: timer() Jan 18 13:24:55.800114 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:24:55.800114 dv-cinder-825103-1-iscsi neutron-server[82756]: cb(*args, **kw) Jan 18 13:24:55.800114 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:24:55.800114 dv-cinder-825103-1-iscsi neutron-server[82756]: return func(*args, **kwargs) Jan 18 13:24:55.800114 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:24:55.800114 dv-cinder-825103-1-iscsi neutron-server[82756]: self._notify() Jan 18 13:24:55.800114 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:24:55.800114 dv-cinder-825103-1-iscsi neutron-server[82756]: self.callback(batched_events) Jan 18 13:24:55.800114 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:24:55.800114 dv-cinder-825103-1-iscsi neutron-server[82756]: event.method(event) Jan 18 13:24:55.800114 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:24:55.800114 dv-cinder-825103-1-iscsi neutron-server[82756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:24:55.800114 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:24:55.800114 dv-cinder-825103-1-iscsi neutron-server[82756]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:24:55.800114 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:24:55.800114 dv-cinder-825103-1-iscsi neutron-server[82756]: return f(self, *a, **k) Jan 18 13:24:55.800114 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:24:55.800114 dv-cinder-825103-1-iscsi neutron-server[82756]: return self._get(url).json() Jan 18 13:24:55.800114 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:24:55.800114 dv-cinder-825103-1-iscsi neutron-server[82756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:24:55.800114 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:24:55.800114 dv-cinder-825103-1-iscsi neutron-server[82756]: return self.request(url, 'GET', **kwargs) Jan 18 13:24:55.800114 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:24:55.800114 dv-cinder-825103-1-iscsi neutron-server[82756]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:24:55.800114 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:24:55.800114 dv-cinder-825103-1-iscsi neutron-server[82756]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:24:55.800114 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:24:55.800114 dv-cinder-825103-1-iscsi neutron-server[82756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:24:55.800114 dv-cinder-825103-1-iscsi neutron-server[82756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:24:55.875479 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-683b2c0d-3a84-4d26-b24c-e82b871e1c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16439389'] for network, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:55.895561 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-683b2c0d-3a84-4d26-b24c-e82b871e1c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for network, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:55.901443 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b2c0d-3a84-4d26-b24c-e82b871e1c4c admin admin] Pushing event deleted for resources: {'Network': ['ID=3ce910e8-fa9a-402c-bef7-c36aef1e716c,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:55.917992 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-683b2c0d-3a84-4d26-b24c-e82b871e1c4c admin admin] 10.222.0.84 "DELETE /v2.0/networks/3ce910e8-fa9a-402c-bef7-c36aef1e716c HTTP/1.1" status: 204 len: 168 time: 1.0289149 Jan 18 13:24:56.068167 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 43756) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:56.093894 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-3d03932f-abf0-4fcb-a132-240e53e388e7 None None] Deleting port 32780a61-d12c-4362-a0e0-87e34f3c04fe {{(pid=82758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:24:56.094662 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-3d03932f-abf0-4fcb-a132-240e53e388e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:56.129848 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-2b65317a-bd56-4914-91ab-4ac2cdf6f573 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8b61358b76314548a01860d9521ad4fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0602441 Jan 18 13:24:56.132061 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 43760) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:56.161966 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-3d03932f-abf0-4fcb-a132-240e53e388e7 None None] The port '32780a61-d12c-4362-a0e0-87e34f3c04fe' was deleted {{(pid=82758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 13:24:56.195580 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-7c724949-c15a-452a-bd77-1aace47074b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:56.221557 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-7c724949-c15a-452a-bd77-1aace47074b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:56.275182 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-7c724949-c15a-452a-bd77-1aace47074b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:56.293408 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c724949-c15a-452a-bd77-1aace47074b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f73812-0d44-46dd-8e90-32033310d9da,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:56.300427 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-7c724949-c15a-452a-bd77-1aace47074b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:56.301552 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-7c724949-c15a-452a-bd77-1aace47074b9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a9f73812-0d44-46dd-8e90-32033310d9da HTTP/1.1" status: 204 len: 168 time: 0.1686857 Jan 18 13:24:56.360187 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 32780a61-d12c-4362-a0e0-87e34f3c04fe no longer exists at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:24:56.404661 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] No Port match for: 32780a61-d12c-4362-a0e0-87e34f3c04fe {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:24:56.405011 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 32780a61-d12c-4362-a0e0-87e34f3c04fe not bound to the agent host dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:24:57.191829 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 43784) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:57.325519 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-db4dbadd-a0c1-4286-b331-c4f0461bc4af admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1925646834-network', 'tenant_id': '6424da679d464a2dbff64854133782ac'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:24:57.336891 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-db4dbadd-a0c1-4286-b331-c4f0461bc4af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:24:57.341520 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-db4dbadd-a0c1-4286-b331-c4f0461bc4af admin admin] Usage tracker for resource:network and tenant:6424da679d464a2dbff64854133782ac is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:24:57.344867 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-db4dbadd-a0c1-4286-b331-c4f0461bc4af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:24:57.350436 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-db4dbadd-a0c1-4286-b331-c4f0461bc4af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:24:57.361386 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4dbadd-a0c1-4286-b331-c4f0461bc4af admin admin] Made reservation on behalf of 6424da679d464a2dbff64854133782ac for: {'network': 1} {{(pid=82756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:24:57.363573 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-db4dbadd-a0c1-4286-b331-c4f0461bc4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for network, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:57.376065 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-db4dbadd-a0c1-4286-b331-c4f0461bc4af admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:57.407950 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-db4dbadd-a0c1-4286-b331-c4f0461bc4af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:24:57.412277 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-db4dbadd-a0c1-4286-b331-c4f0461bc4af admin admin] Usage tracker for resource:security_group_rule and tenant:6424da679d464a2dbff64854133782ac is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:24:57.415192 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-db4dbadd-a0c1-4286-b331-c4f0461bc4af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:24:57.422603 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-db4dbadd-a0c1-4286-b331-c4f0461bc4af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:24:57.500688 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-db4dbadd-a0c1-4286-b331-c4f0461bc4af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:57.504760 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-db4dbadd-a0c1-4286-b331-c4f0461bc4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:57.538702 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db4dbadd-a0c1-4286-b331-c4f0461bc4af admin admin] vlan segment allocate from pool success with {'vlan_id': 1069, 'physical_network': 'physnet1'} {{(pid=82756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:24:57.547388 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4dbadd-a0c1-4286-b331-c4f0461bc4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:57.555119 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-db4dbadd-a0c1-4286-b331-c4f0461bc4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-557774'] for segment, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:57.555119 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.db.segments_db [None req-db4dbadd-a0c1-4286-b331-c4f0461bc4af admin admin] Added segment 3f5afaac-f1dd-4309-ac5e-612f936b3e1e of type vlan for network c927dce0-b82a-4834-9ed9-39f634285529 Jan 18 13:24:57.582073 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-db4dbadd-a0c1-4286-b331-c4f0461bc4af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736038945356'] for network, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:57.612911 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-db4dbadd-a0c1-4286-b331-c4f0461bc4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192'] for network, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:57.613902 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4dbadd-a0c1-4286-b331-c4f0461bc4af admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:24:57.614521 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-db4dbadd-a0c1-4286-b331-c4f0461bc4af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for network, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:57.728116 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4dbadd-a0c1-4286-b331-c4f0461bc4af admin admin] Pushing event updated for resources: {'Network': ['ID=c927dce0-b82a-4834-9ed9-39f634285529,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:57.732533 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-db4dbadd-a0c1-4286-b331-c4f0461bc4af admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5396333 Jan 18 13:24:57.736441 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 43792) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:24:57.739442 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Network c927dce0-b82a-4834-9ed9-39f634285529 details requested by agent ovs-agent-dv-cinder-825103-1-iscsi with host dv-cinder-825103-1-iscsi {{(pid=82758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:24:57.743426 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-65e2aa98-3ab5-415c-bc67-6dd1bd9fafca admin admin] Request body: {'subnet': {'network_id': 'c927dce0-b82a-4834-9ed9-39f634285529', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1925646834-subnet', 'tenant_id': '6424da679d464a2dbff64854133782ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:24:57.749258 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-65e2aa98-3ab5-415c-bc67-6dd1bd9fafca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:24:57.753891 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-65e2aa98-3ab5-415c-bc67-6dd1bd9fafca admin admin] Usage tracker for resource:subnet and tenant:6424da679d464a2dbff64854133782ac is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:24:57.756833 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-65e2aa98-3ab5-415c-bc67-6dd1bd9fafca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:24:57.762540 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-65e2aa98-3ab5-415c-bc67-6dd1bd9fafca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:24:57.772382 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e2aa98-3ab5-415c-bc67-6dd1bd9fafca admin admin] Made reservation on behalf of 6424da679d464a2dbff64854133782ac for: {'subnet': 1} {{(pid=82756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:24:57.775047 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-65e2aa98-3ab5-415c-bc67-6dd1bd9fafca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15475770'] for subnet, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:57.984449 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-65e2aa98-3ab5-415c-bc67-6dd1bd9fafca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15289756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15475756'] for subnet, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:58.069042 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2aa98-3ab5-415c-bc67-6dd1bd9fafca admin admin] Pushing event updated for resources: {'Subnet': ['ID=daa9bd3d-0978-4b14-8a09-b5af2ee720f5,revision_number=0']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:24:58.084480 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e2aa98-3ab5-415c-bc67-6dd1bd9fafca admin admin] Checking segment: {'id': '3f5afaac-f1dd-4309-ac5e-612f936b3e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'c927dce0-b82a-4834-9ed9-39f634285529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:24:58.084840 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e2aa98-3ab5-415c-bc67-6dd1bd9fafca admin admin] Network hostable DHCP agents. Network: c927dce0-b82a-4834-9ed9-39f634285529, hostable agents: ['17d581e3-f6b9-457e-916e-43db75e54cf0'], hosted agents: [] {{(pid=82756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:24:58.107103 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e2aa98-3ab5-415c-bc67-6dd1bd9fafca admin admin] Network c927dce0-b82a-4834-9ed9-39f634285529 is scheduled to be hosted by DHCP agent 17d581e3-f6b9-457e-916e-43db75e54cf0 with binding_index 1 {{(pid=82756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:24:58.117955 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.base_scheduler [None req-65e2aa98-3ab5-415c-bc67-6dd1bd9fafca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-iscsi, c927dce0-b82a-4834-9ed9-39f634285529) {{(pid=82756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:24:58.122459 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e2aa98-3ab5-415c-bc67-6dd1bd9fafca admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:24:58.123790 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-65e2aa98-3ab5-415c-bc67-6dd1bd9fafca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for subnet, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:24:58.126858 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a93aa11-fde9-4e80-a0eb-2dc622630947 None None] Network c927dce0-b82a-4834-9ed9-39f634285529 requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:24:58.145545 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-65e2aa98-3ab5-415c-bc67-6dd1bd9fafca admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4071653 Jan 18 13:24:58.348467 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b69e280-89d5-4fea-8d48-8a8308c3bc8e None None] Network c927dce0-b82a-4834-9ed9-39f634285529 requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:24:58.881764 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-752e939e-6759-46c0-8c8f-1c69ae3e0bd6 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:24:58.882433 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-752e939e-6759-46c0-8c8f-1c69ae3e0bd6 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Synchronizing usage tracker for tenant:6424da679d464a2dbff64854133782ac on resource:network {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:24:58.901455 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-752e939e-6759-46c0-8c8f-1c69ae3e0bd6 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Unset dirty status for tenant:6424da679d464a2dbff64854133782ac on resource:network {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:24:58.902649 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-752e939e-6759-46c0-8c8f-1c69ae3e0bd6 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/networks?id=c927dce0-b82a-4834-9ed9-39f634285529 HTTP/1.1" status: 200 len: 815 time: 0.1677008 Jan 18 13:24:58.920274 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-02027385-2187-4428-bd89-dddfaebb1dbf tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/quotas/6424da679d464a2dbff64854133782ac HTTP/1.1" status: 200 len: 375 time: 0.0112550 Jan 18 13:24:58.966721 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-64807bbd-76c7-4adc-a85d-5e5efe51c1ea tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6424da679d464a2dbff64854133782ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409975 Jan 18 13:24:59.048429 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-ea4c2ee9-224e-46ca-8f62-bcfcad10b559 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=82756) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:24:59.049403 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-ea4c2ee9-224e-46ca-8f62-bcfcad10b559 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0756214 Jan 18 13:24:59.185070 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-32a48bbc-7504-45a7-aad1-08caf7868b83 service neutron] 10.222.0.84 "GET /v2.0/networks/c927dce0-b82a-4834-9ed9-39f634285529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291354 Jan 18 13:24:59.319191 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-ce2d7083-65f7-45b6-a5d7-dde58bd2bea0 service neutron] 10.222.0.84 "GET /v2.0/networks/c927dce0-b82a-4834-9ed9-39f634285529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277480 Jan 18 13:24:59.599693 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-1c5ac5d1-fee7-432e-9a51-2f56d1c80071 req-97f0abfc-3fad-4aa7-aaad-e81e9f9ff713 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4fca4b5-385f-483c-b33a-042c66fdb253 HTTP/1.1" status: 200 len: 210 time: 0.1188991 Jan 18 13:25:00.891845 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7030564a-5649-4722-8fd3-896b9b63676d req-26987891-46bf-42e6-9944-2d4e1780d7c1 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4fca4b5-385f-483c-b33a-042c66fdb253 HTTP/1.1" status: 200 len: 210 time: 0.1557059 Jan 18 13:25:01.017624 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-f085dd07-f58f-4fac-927e-4b27f4db43ea tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:01.019043 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-f085dd07-f58f-4fac-927e-4b27f4db43ea tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.35 "GET /v2.0/networks?id=c927dce0-b82a-4834-9ed9-39f634285529 HTTP/1.1" status: 200 len: 815 time: 0.2457731 Jan 18 13:25:01.048660 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-be1075f5-b0d6-4ff6-bd43-10d667bfdc22 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Request body: {'port': {'device_id': 'b4fca4b5-385f-483c-b33a-042c66fdb253', 'network_id': 'c927dce0-b82a-4834-9ed9-39f634285529', 'admin_state_up': True, 'tenant_id': '6424da679d464a2dbff64854133782ac'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:25:01.182290 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-be1075f5-b0d6-4ff6-bd43-10d667bfdc22 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:25:01.187212 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-be1075f5-b0d6-4ff6-bd43-10d667bfdc22 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Usage tracker for resource:port and tenant:6424da679d464a2dbff64854133782ac is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:25:01.190542 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-be1075f5-b0d6-4ff6-bd43-10d667bfdc22 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:25:01.196271 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-be1075f5-b0d6-4ff6-bd43-10d667bfdc22 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:25:01.206563 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-be1075f5-b0d6-4ff6-bd43-10d667bfdc22 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Made reservation on behalf of 6424da679d464a2dbff64854133782ac for: {'port': 1} {{(pid=82756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:25:01.209578 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-be1075f5-b0d6-4ff6-bd43-10d667bfdc22 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:01.372601 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.db_base_plugin_common [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-be1075f5-b0d6-4ff6-bd43-10d667bfdc22 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Allocated IP 172.20.0.12 (c927dce0-b82a-4834-9ed9-39f634285529/daa9bd3d-0978-4b14-8a09-b5af2ee720f5/d9340fc1-577e-44af-9cb1-4c23cbc26f82) {{(pid=82756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:25:01.576146 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-be1075f5-b0d6-4ff6-bd43-10d667bfdc22 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Notify callbacks [] for port, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:01.604596 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-be1075f5-b0d6-4ff6-bd43-10d667bfdc22 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:01.685288 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-be1075f5-b0d6-4ff6-bd43-10d667bfdc22 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Network c927dce0-b82a-4834-9ed9-39f634285529 is already hosted by enough agents. {{(pid=82756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:25:01.688545 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.base_scheduler [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-be1075f5-b0d6-4ff6-bd43-10d667bfdc22 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Resources bound (agent type, host, resource id): {{(pid=82756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:25:01.692936 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-be1075f5-b0d6-4ff6-bd43-10d667bfdc22 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Received port after_create {{(pid=82756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:25:01.722753 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1075f5-b0d6-4ff6-bd43-10d667bfdc22 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Pushing event updated for resources: {'Port': ['ID=d9340fc1-577e-44af-9cb1-4c23cbc26f82,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:01.760143 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-be1075f5-b0d6-4ff6-bd43-10d667bfdc22 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:01.760878 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-be1075f5-b0d6-4ff6-bd43-10d667bfdc22 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:01.782206 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-be1075f5-b0d6-4ff6-bd43-10d667bfdc22 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7383938 Jan 18 13:25:01.797121 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-09598266-87fa-45b8-bf09-ea383991fc54 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=82756) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:25:01.798019 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-09598266-87fa-45b8-bf09-ea383991fc54 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047748 Jan 18 13:25:01.880788 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-0aba7926-4c29-4541-94a4-adfc3a8bdd12 service neutron] Request body: {'port': {'device_id': 'b4fca4b5-385f-483c-b33a-042c66fdb253', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:25:01.991170 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-0aba7926-4c29-4541-94a4-adfc3a8bdd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:02.094777 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd6ac6-709a-466c-ba74-e13e3de1688f req-1d5b7e39-645d-4f21-8d45-7193ddf1d7a3 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:02.096236 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-12dd6ac6-709a-466c-ba74-e13e3de1688f req-1d5b7e39-645d-4f21-8d45-7193ddf1d7a3 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4fca4b5-385f-483c-b33a-042c66fdb253 HTTP/1.1" status: 200 len: 932 time: 0.0841691 Jan 18 13:25:02.143910 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-12dd6ac6-709a-466c-ba74-e13e3de1688f req-6fbd3150-dcb0-4557-9847-c82223b46654 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416977 Jan 18 13:25:02.366647 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-0aba7926-4c29-4541-94a4-adfc3a8bdd12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9340fc1-577e-44af-9cb1-4c23cbc26f82 {{(pid=82756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:25:02.373956 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-0aba7926-4c29-4541-94a4-adfc3a8bdd12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:02.391004 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.provisioning_blocks [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-0aba7926-4c29-4541-94a4-adfc3a8bdd12 service neutron] Transition to ACTIVE for port object d9340fc1-577e-44af-9cb1-4c23cbc26f82 will not be triggered until provisioned by entity L2. {{(pid=82756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:25:02.394555 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-0aba7926-4c29-4541-94a4-adfc3a8bdd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:02.528807 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba7926-4c29-4541-94a4-adfc3a8bdd12 service neutron] Pushing event updated for resources: {'Port': ['ID=d9340fc1-577e-44af-9cb1-4c23cbc26f82,revision_number=2']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:02.632904 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-0aba7926-4c29-4541-94a4-adfc3a8bdd12 service neutron] Attempting to bind port d9340fc1-577e-44af-9cb1-4c23cbc26f82 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:25:02.633130 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-0aba7926-4c29-4541-94a4-adfc3a8bdd12 service neutron] Attempting to bind port d9340fc1-577e-44af-9cb1-4c23cbc26f82 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '3f5afaac-f1dd-4309-ac5e-612f936b3e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'c927dce0-b82a-4834-9ed9-39f634285529'}] {{(pid=82756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:25:02.633458 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-0aba7926-4c29-4541-94a4-adfc3a8bdd12 service neutron] Attempting to bind port d9340fc1-577e-44af-9cb1-4c23cbc26f82 on network c927dce0-b82a-4834-9ed9-39f634285529 {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:25:02.639038 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-0aba7926-4c29-4541-94a4-adfc3a8bdd12 service neutron] Port d9340fc1-577e-44af-9cb1-4c23cbc26f82 on network c927dce0-b82a-4834-9ed9-39f634285529 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:25:02.639930 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-0aba7926-4c29-4541-94a4-adfc3a8bdd12 service neutron] Attempting to bind port d9340fc1-577e-44af-9cb1-4c23cbc26f82 on network c927dce0-b82a-4834-9ed9-39f634285529 {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:25:02.646775 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-0aba7926-4c29-4541-94a4-adfc3a8bdd12 service neutron] Checking agent: {'id': '085e0bf5-487d-485c-86f3-dab2733d35ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'started_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:25:02.647113 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-0aba7926-4c29-4541-94a4-adfc3a8bdd12 service neutron] Checking segment: {'id': '3f5afaac-f1dd-4309-ac5e-612f936b3e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'c927dce0-b82a-4834-9ed9-39f634285529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:25:02.647494 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-0aba7926-4c29-4541-94a4-adfc3a8bdd12 service neutron] Bound using segment: {'id': '3f5afaac-f1dd-4309-ac5e-612f936b3e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'c927dce0-b82a-4834-9ed9-39f634285529'} {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:25:02.647930 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-0aba7926-4c29-4541-94a4-adfc3a8bdd12 service neutron] Bound port: d9340fc1-577e-44af-9cb1-4c23cbc26f82, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f5afaac-f1dd-4309-ac5e-612f936b3e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'c927dce0-b82a-4834-9ed9-39f634285529'}}] {{(pid=82756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:25:02.648295 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-0aba7926-4c29-4541-94a4-adfc3a8bdd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:02.737124 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-0aba7926-4c29-4541-94a4-adfc3a8bdd12 service neutron] For port d9340fc1-577e-44af-9cb1-4c23cbc26f82, host hv-cinder-82510, cleared binding levels {{(pid=82756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:25:02.740211 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-0aba7926-4c29-4541-94a4-adfc3a8bdd12 service neutron] For port d9340fc1-577e-44af-9cb1-4c23cbc26f82, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d9340fc1-577e-44af-9cb1-4c23cbc26f82,segment=NetworkSegment(3f5afaac-f1dd-4309-ac5e-612f936b3e1e),segment_id=3f5afaac-f1dd-4309-ac5e-612f936b3e1e)] {{(pid=82756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:25:02.743992 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-0aba7926-4c29-4541-94a4-adfc3a8bdd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:02.807705 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-0aba7926-4c29-4541-94a4-adfc3a8bdd12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:02.809174 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-0aba7926-4c29-4541-94a4-adfc3a8bdd12 service neutron] 10.222.0.35 "PUT /v2.0/ports/d9340fc1-577e-44af-9cb1-4c23cbc26f82 HTTP/1.1" status: 200 len: 1094 time: 1.0045309 Jan 18 13:25:02.809626 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4fca4b5-385f-483c-b33a-042c66fdb253', 'tag': 'd9340fc1-577e-44af-9cb1-4c23cbc26f82'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:25:02.829097 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba7926-4c29-4541-94a4-adfc3a8bdd12 service neutron] Pushing event updated for resources: {'Port': ['ID=d9340fc1-577e-44af-9cb1-4c23cbc26f82,revision_number=3']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:02.992123 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4fca4b5-385f-483c-b33a-042c66fdb253', 'tag': 'd9340fc1-577e-44af-9cb1-4c23cbc26f82', 'status': 'completed', 'code': 200} Jan 18 13:25:03.029206 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-e999be1d-6177-421e-9d39-8947916b68ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6424da679d464a2dbff64854133782ac&device_id=b4fca4b5-385f-483c-b33a-042c66fdb253 HTTP/1.1" status: 200 len: 1097 time: 0.1621337 Jan 18 13:25:03.113396 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-00059d69-fad0-4a30-88ad-2345055afbdc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9340fc1-577e-44af-9cb1-4c23cbc26f82 HTTP/1.1" status: 200 len: 217 time: 0.0714798 Jan 18 13:25:03.183516 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-10b6077b-6898-4d21-8633-d936c2485239 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:03.184958 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-10b6077b-6898-4d21-8633-d936c2485239 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=daa9bd3d-0978-4b14-8a09-b5af2ee720f5 HTTP/1.1" status: 200 len: 855 time: 0.0661664 Jan 18 13:25:03.235545 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-232983b2-9bf2-40b9-a566-e09f56a6b29b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c927dce0-b82a-4834-9ed9-39f634285529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436485 Jan 18 13:25:03.362584 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8353ef-c141-4449-9cce-4928cc5ffa5a req-b535d222-d22c-4884-aafe-9f7b155d4097 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:03.364099 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7b8353ef-c141-4449-9cce-4928cc5ffa5a req-b535d222-d22c-4884-aafe-9f7b155d4097 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4fca4b5-385f-483c-b33a-042c66fdb253 HTTP/1.1" status: 200 len: 944 time: 0.0963686 Jan 18 13:25:03.373608 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-a4ca8ce8-bb60-4338-9ea3-4a472cbfde88 service neutron] 10.222.0.35 "GET /v2.0/networks/c927dce0-b82a-4834-9ed9-39f634285529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313057 Jan 18 13:25:03.412756 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7b8353ef-c141-4449-9cce-4928cc5ffa5a req-c4be0334-6ab7-4f88-b4e7-c56b6f48e504 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432351 Jan 18 13:25:03.512406 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-83a177c9-73df-4e63-a4ab-35ae39f3d400 req-f784881c-0196-48a4-8065-d7f120a722d3 service neutron] 10.222.0.35 "GET /v2.0/networks/c927dce0-b82a-4834-9ed9-39f634285529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324747 Jan 18 13:25:03.675810 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-97cd7b2e-75f8-4781-8495-311e51981d76 req-dee69854-48ae-4def-adfe-44aa4b974409 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6424da679d464a2dbff64854133782ac&device_id=b4fca4b5-385f-483c-b33a-042c66fdb253 HTTP/1.1" status: 200 len: 1097 time: 0.0747881 Jan 18 13:25:03.816550 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd7b2e-75f8-4781-8495-311e51981d76 req-2641e661-2be9-4ab7-8e50-53141ae58c6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:03.818005 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-97cd7b2e-75f8-4781-8495-311e51981d76 req-2641e661-2be9-4ab7-8e50-53141ae58c6f service neutron] 10.222.0.35 "GET /v2.0/networks?id=c927dce0-b82a-4834-9ed9-39f634285529 HTTP/1.1" status: 200 len: 917 time: 0.1362705 Jan 18 13:25:03.885019 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-97cd7b2e-75f8-4781-8495-311e51981d76 req-0a579dd0-f9e1-4e76-adf0-a9110cd4d5c6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9340fc1-577e-44af-9cb1-4c23cbc26f82 HTTP/1.1" status: 200 len: 217 time: 0.0605524 Jan 18 13:25:03.956068 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd7b2e-75f8-4781-8495-311e51981d76 req-a0d52fe4-95a0-4658-8862-01049ebd4b44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:03.957519 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-97cd7b2e-75f8-4781-8495-311e51981d76 req-a0d52fe4-95a0-4658-8862-01049ebd4b44 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=daa9bd3d-0978-4b14-8a09-b5af2ee720f5 HTTP/1.1" status: 200 len: 855 time: 0.0657792 Jan 18 13:25:04.006620 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-97cd7b2e-75f8-4781-8495-311e51981d76 req-5a894a95-2356-4c23-8f86-6ecc3d45922b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c927dce0-b82a-4834-9ed9-39f634285529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426996 Jan 18 13:25:04.142272 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-97cd7b2e-75f8-4781-8495-311e51981d76 req-c3a4c49e-01de-4dc0-a4a4-7f285ca55a4d service neutron] 10.222.0.35 "GET /v2.0/networks/c927dce0-b82a-4834-9ed9-39f634285529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294317 Jan 18 13:25:04.288981 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-97cd7b2e-75f8-4781-8495-311e51981d76 req-c28c9237-7814-4111-a9d2-d9722d69b8dc service neutron] 10.222.0.35 "GET /v2.0/networks/c927dce0-b82a-4834-9ed9-39f634285529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360841 Jan 18 13:25:04.442324 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device d9340fc1-577e-44af-9cb1-4c23cbc26f82 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:25:04.580916 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port d9340fc1-577e-44af-9cb1-4c23cbc26f82, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d9340fc1-577e-44af-9cb1-4c23cbc26f82,segment=NetworkSegment(3f5afaac-f1dd-4309-ac5e-612f936b3e1e),segment_id=3f5afaac-f1dd-4309-ac5e-612f936b3e1e)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:25:04.595065 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Returning: {'device': 'd9340fc1-577e-44af-9cb1-4c23cbc26f82', 'network_id': 'c927dce0-b82a-4834-9ed9-39f634285529', 'port_id': 'd9340fc1-577e-44af-9cb1-4c23cbc26f82', 'mac_address': 'fa:16:3e:4b:c5:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daa9bd3d-0978-4b14-8a09-b5af2ee720f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:25:04.624469 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f8f12-aff4-4ce0-82f6-1e836e88cfdb req-3f9fda95-9a9e-4995-a455-ad10f106a926 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:04.625161 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-4f1f8f12-aff4-4ce0-82f6-1e836e88cfdb req-3f9fda95-9a9e-4995-a455-ad10f106a926 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Synchronizing usage tracker for tenant:6424da679d464a2dbff64854133782ac on resource:port {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:25:04.644173 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-4f1f8f12-aff4-4ce0-82f6-1e836e88cfdb req-3f9fda95-9a9e-4995-a455-ad10f106a926 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Unset dirty status for tenant:6424da679d464a2dbff64854133782ac on resource:port {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:25:04.645367 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4f1f8f12-aff4-4ce0-82f6-1e836e88cfdb req-3f9fda95-9a9e-4995-a455-ad10f106a926 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4fca4b5-385f-483c-b33a-042c66fdb253 HTTP/1.1" status: 200 len: 944 time: 0.1039243 Jan 18 13:25:04.650140 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:04.667563 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9340fc1-577e-44af-9cb1-4c23cbc26f82 {{(pid=82758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:25:04.684693 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port d9340fc1-577e-44af-9cb1-4c23cbc26f82, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d9340fc1-577e-44af-9cb1-4c23cbc26f82,segment=NetworkSegment(3f5afaac-f1dd-4309-ac5e-612f936b3e1e),segment_id=3f5afaac-f1dd-4309-ac5e-612f936b3e1e)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:25:04.689687 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:04.705884 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-4f1f8f12-aff4-4ce0-82f6-1e836e88cfdb req-ab4fb985-7cee-4731-a594-c30ac0b19335 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Synchronizing usage tracker for tenant:6424da679d464a2dbff64854133782ac on resource:security_group {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:25:04.724476 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-4f1f8f12-aff4-4ce0-82f6-1e836e88cfdb req-ab4fb985-7cee-4731-a594-c30ac0b19335 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Unset dirty status for tenant:6424da679d464a2dbff64854133782ac on resource:security_group {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:25:04.726079 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4f1f8f12-aff4-4ce0-82f6-1e836e88cfdb req-ab4fb985-7cee-4731-a594-c30ac0b19335 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739410 Jan 18 13:25:04.760520 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=d9340fc1-577e-44af-9cb1-4c23cbc26f82,revision_number=4']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:04.770110 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:04.770461 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:04.770829 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:04.771163 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:04.771491 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:04.771816 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:04.772139 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:04.772460 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:04.772779 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:04.773095 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:04.773424 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:05.018705 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] get_ports_and_sgs() called for port_ids ['d9340fc1-577e-44af-9cb1-4c23cbc26f82'] {{(pid=82758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:25:05.953975 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55751e38-f64d-4106-b902-c2a527f93e2d req-5215f40c-ba1c-4980-a29a-02323d061098 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:05.955627 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-55751e38-f64d-4106-b902-c2a527f93e2d req-5215f40c-ba1c-4980-a29a-02323d061098 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4fca4b5-385f-483c-b33a-042c66fdb253 HTTP/1.1" status: 200 len: 945 time: 0.0905399 Jan 18 13:25:06.009799 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-55751e38-f64d-4106-b902-c2a527f93e2d req-337d3417-4cbb-46ce-a48a-2c5aa43a7596 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486579 Jan 18 13:25:06.453684 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device d9340fc1-577e-44af-9cb1-4c23cbc26f82 up at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:25:06.526807 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning for port d9340fc1-577e-44af-9cb1-4c23cbc26f82 completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:25:06.532091 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning complete for port d9340fc1-577e-44af-9cb1-4c23cbc26f82 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:25:06.532480 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:06.654355 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:06.714080 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4fca4b5-385f-483c-b33a-042c66fdb253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9340fc1-577e-44af-9cb1-4c23cbc26f82'}] {{(pid=82758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:25:06.726919 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port d9340fc1-577e-44af-9cb1-4c23cbc26f82, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d9340fc1-577e-44af-9cb1-4c23cbc26f82,segment=NetworkSegment(3f5afaac-f1dd-4309-ac5e-612f936b3e1e),segment_id=3f5afaac-f1dd-4309-ac5e-612f936b3e1e)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:25:06.732427 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:06.799502 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=d9340fc1-577e-44af-9cb1-4c23cbc26f82,revision_number=5']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:06.854740 dv-cinder-825103-1-iscsi neutron-server[82758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4fca4b5-385f-483c-b33a-042c66fdb253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9340fc1-577e-44af-9cb1-4c23cbc26f82', 'code': 200} Jan 18 13:25:07.127714 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d9ba267b-921f-4c29-8e0b-ed065b46481f req-8412e412-0c72-4021-9132-22853498b49d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b4fca4b5-385f-483c-b33a-042c66fdb253 HTTP/1.1" status: 200 len: 1099 time: 0.0694411 Jan 18 13:25:07.177221 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d9ba267b-921f-4c29-8e0b-ed065b46481f req-d77e922f-0197-4d8d-8f0f-9f85f4c35531 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438216 Jan 18 13:25:07.208188 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a59a7-b40c-4866-b033-c96e5000fec7 req-5c30162e-efda-4875-b406-63ffb1d5c367 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:07.209647 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-584a59a7-b40c-4866-b033-c96e5000fec7 req-5c30162e-efda-4875-b406-63ffb1d5c367 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4fca4b5-385f-483c-b33a-042c66fdb253 HTTP/1.1" status: 200 len: 946 time: 0.0778668 Jan 18 13:25:07.259959 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-584a59a7-b40c-4866-b033-c96e5000fec7 req-5ccc7621-c1ab-4617-90c4-10bcf9b687ac tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446479 Jan 18 13:25:08.475150 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445584e0-f8a3-419f-ab4e-36bc8862fb8e req-3de5e8bd-3e52-4518-be48-e90ed78aa217 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:08.478771 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-445584e0-f8a3-419f-ab4e-36bc8862fb8e req-3de5e8bd-3e52-4518-be48-e90ed78aa217 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4fca4b5-385f-483c-b33a-042c66fdb253 HTTP/1.1" status: 200 len: 946 time: 0.0816762 Jan 18 13:25:08.527684 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-445584e0-f8a3-419f-ab4e-36bc8862fb8e req-dfdf903c-3ffc-4dc6-8589-4ed21417d0c5 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453537 Jan 18 13:25:10.425341 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:12.052887 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:25:13.941879 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5181f7d4-797a-47e5-8204-b45855a91cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:16.163225 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-1681836c-b3ae-47a8-bc9a-2ff14af3b4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:17.380729 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:17.577029 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:18.973293 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-2b86a0c0-c22d-412f-8a87-7fa20c33bdfe tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:18.974762 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-2b86a0c0-c22d-412f-8a87-7fa20c33bdfe tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/networks?id=c927dce0-b82a-4834-9ed9-39f634285529 HTTP/1.1" status: 200 len: 815 time: 0.2300262 Jan 18 13:25:18.990941 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-5f02c767-f91b-4ca3-8b2b-10c7f2d15395 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/quotas/6424da679d464a2dbff64854133782ac HTTP/1.1" status: 200 len: 375 time: 0.0108991 Jan 18 13:25:19.061096 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:19.083534 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-9361d013-b9f1-45fd-9051-ac1ff232cb7f tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6424da679d464a2dbff64854133782ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0875149 Jan 18 13:25:19.218178 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-e4cec89a-8769-4fe0-b48a-2221c492dddb service neutron] 10.222.0.84 "GET /v2.0/networks/c927dce0-b82a-4834-9ed9-39f634285529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275403 Jan 18 13:25:19.351521 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-6a927584-0b67-4bd3-9bc3-6fbad064d0f4 service neutron] 10.222.0.84 "GET /v2.0/networks/c927dce0-b82a-4834-9ed9-39f634285529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263897 Jan 18 13:25:19.630945 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-71ae4164-0529-4611-944f-c17ae8d226c0 req-1075547e-f95c-4b48-879e-0824eaa6a4c9 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=22676633-4dd3-4688-a7ec-7f1f5178b55c HTTP/1.1" status: 200 len: 210 time: 0.1293826 Jan 18 13:25:19.874290 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 43948) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:20.356056 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-885641d3-cb61-4ccd-8d94-59b68ded019c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16440925'] for router_interface, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:20.877973 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-13581c06-97d1-4b42-a7e4-f46fae7bbddc req-cf045b80-2e20-4d12-b87e-d11e54363ebc tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=22676633-4dd3-4688-a7ec-7f1f5178b55c HTTP/1.1" status: 200 len: 210 time: 0.1037705 Jan 18 13:25:20.894185 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-4ecf9968-02c6-4b15-8018-ba2498db0672 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:20.895667 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-4ecf9968-02c6-4b15-8018-ba2498db0672 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.35 "GET /v2.0/networks?id=c927dce0-b82a-4834-9ed9-39f634285529 HTTP/1.1" status: 200 len: 815 time: 0.3062029 Jan 18 13:25:20.939581 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-b4b45310-d394-45ea-a6c1-8fd3044ad3bb tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Request body: {'port': {'device_id': '22676633-4dd3-4688-a7ec-7f1f5178b55c', 'network_id': 'c927dce0-b82a-4834-9ed9-39f634285529', 'admin_state_up': True, 'tenant_id': '6424da679d464a2dbff64854133782ac'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:25:21.236019 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-b4b45310-d394-45ea-a6c1-8fd3044ad3bb tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:25:21.249228 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-b4b45310-d394-45ea-a6c1-8fd3044ad3bb tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:25:21.266667 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-b4b45310-d394-45ea-a6c1-8fd3044ad3bb tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Made reservation on behalf of 6424da679d464a2dbff64854133782ac for: {'port': 1} {{(pid=82756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:25:21.269632 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-b4b45310-d394-45ea-a6c1-8fd3044ad3bb tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:21.526734 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.db_base_plugin_common [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-b4b45310-d394-45ea-a6c1-8fd3044ad3bb tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Allocated IP 172.20.0.10 (c927dce0-b82a-4834-9ed9-39f634285529/daa9bd3d-0978-4b14-8a09-b5af2ee720f5/9cadfc6a-1f19-47cd-86d5-6fa546156923) {{(pid=82756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:25:21.577867 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [None req-885641d3-cb61-4ccd-8d94-59b68ded019c admin admin] Deleting port 44f56fcb-5e3d-4f58-9b96-57a5d6caa73e {{(pid=82756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:25:21.578893 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-885641d3-cb61-4ccd-8d94-59b68ded019c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:21.902893 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [None req-885641d3-cb61-4ccd-8d94-59b68ded019c admin admin] For port 44f56fcb-5e3d-4f58-9b96-57a5d6caa73e, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=44f56fcb-5e3d-4f58-9b96-57a5d6caa73e,segment=NetworkSegment(87c18e1c-b1f5-42be-a8fc-168d2192ac96),segment_id=87c18e1c-b1f5-42be-a8fc-168d2192ac96)] {{(pid=82756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:25:21.903164 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-885641d3-cb61-4ccd-8d94-59b68ded019c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:21.978463 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-b4b45310-d394-45ea-a6c1-8fd3044ad3bb tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Notify callbacks [] for port, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:22.042017 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [None req-885641d3-cb61-4ccd-8d94-59b68ded019c admin admin] Calling delete_port for 44f56fcb-5e3d-4f58-9b96-57a5d6caa73e owned by network:router_interface {{(pid=82756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:25:22.054614 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3ab777a9-0b29-4aad-a798-ed2a7a60a8e8 req-1f2aad9a-8f3c-4d4f-ab9c-e25baa0c2ce4 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=22676633-4dd3-4688-a7ec-7f1f5178b55c HTTP/1.1" status: 200 len: 210 time: 0.0411882 Jan 18 13:25:22.138025 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-b4b45310-d394-45ea-a6c1-8fd3044ad3bb tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:22.175992 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] get_ports_and_sgs() called for port_ids ['d9340fc1-577e-44af-9cb1-4c23cbc26f82'] {{(pid=82758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:25:22.228139 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-b4b45310-d394-45ea-a6c1-8fd3044ad3bb tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Network c927dce0-b82a-4834-9ed9-39f634285529 is already hosted by enough agents. {{(pid=82756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:25:22.236906 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.base_scheduler [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-b4b45310-d394-45ea-a6c1-8fd3044ad3bb tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Resources bound (agent type, host, resource id): {{(pid=82756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:25:22.243253 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-b4b45310-d394-45ea-a6c1-8fd3044ad3bb tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Received port after_create {{(pid=82756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:25:22.272279 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b45310-d394-45ea-a6c1-8fd3044ad3bb tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Pushing event updated for resources: {'Port': ['ID=9cadfc6a-1f19-47cd-86d5-6fa546156923,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:22.348972 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-b4b45310-d394-45ea-a6c1-8fd3044ad3bb tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:22.349884 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-b4b45310-d394-45ea-a6c1-8fd3044ad3bb tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:22.395223 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-885641d3-cb61-4ccd-8d94-59b68ded019c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:22.432942 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-b4b45310-d394-45ea-a6c1-8fd3044ad3bb tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4976192 Jan 18 13:25:22.447275 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885641d3-cb61-4ccd-8d94-59b68ded019c admin admin] Pushing event deleted for resources: {'Port': ['ID=44f56fcb-5e3d-4f58-9b96-57a5d6caa73e,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:22.483998 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-df989b8b-c7fc-45d8-81c1-d04ae2c54e9d service neutron] Request body: {'port': {'device_id': '22676633-4dd3-4688-a7ec-7f1f5178b55c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:25:22.811315 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-df989b8b-c7fc-45d8-81c1-d04ae2c54e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:23.235075 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-885641d3-cb61-4ccd-8d94-59b68ded019c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15336335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16439476'] for router_interface, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:23.418083 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-df989b8b-c7fc-45d8-81c1-d04ae2c54e9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cadfc6a-1f19-47cd-86d5-6fa546156923 {{(pid=82756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:25:23.427933 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-df989b8b-c7fc-45d8-81c1-d04ae2c54e9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:23.436494 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a75e55-7607-4a8d-802b-77da60b0f619 req-10b3fbce-0eb2-49c5-9591-5daa930555fa tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:23.437197 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-10a75e55-7607-4a8d-802b-77da60b0f619 req-10b3fbce-0eb2-49c5-9591-5daa930555fa tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Synchronizing usage tracker for tenant:6424da679d464a2dbff64854133782ac on resource:port {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:25:23.470021 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.provisioning_blocks [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-df989b8b-c7fc-45d8-81c1-d04ae2c54e9d service neutron] Transition to ACTIVE for port object 9cadfc6a-1f19-47cd-86d5-6fa546156923 will not be triggered until provisioned by entity L2. {{(pid=82756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:25:23.475605 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-df989b8b-c7fc-45d8-81c1-d04ae2c54e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:23.513090 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-10a75e55-7607-4a8d-802b-77da60b0f619 req-10b3fbce-0eb2-49c5-9591-5daa930555fa tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Unset dirty status for tenant:6424da679d464a2dbff64854133782ac on resource:port {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:25:23.514270 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-10a75e55-7607-4a8d-802b-77da60b0f619 req-10b3fbce-0eb2-49c5-9591-5daa930555fa tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=22676633-4dd3-4688-a7ec-7f1f5178b55c HTTP/1.1" status: 200 len: 932 time: 0.3347592 Jan 18 13:25:23.688984 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df989b8b-c7fc-45d8-81c1-d04ae2c54e9d service neutron] Pushing event updated for resources: {'Port': ['ID=9cadfc6a-1f19-47cd-86d5-6fa546156923,revision_number=2']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:23.733971 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-10a75e55-7607-4a8d-802b-77da60b0f619 req-edbb39b6-0e43-4b3b-a407-e505b7ef6443 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127845 Jan 18 13:25:23.931010 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-df989b8b-c7fc-45d8-81c1-d04ae2c54e9d service neutron] Attempting to bind port 9cadfc6a-1f19-47cd-86d5-6fa546156923 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:25:23.931707 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-df989b8b-c7fc-45d8-81c1-d04ae2c54e9d service neutron] Attempting to bind port 9cadfc6a-1f19-47cd-86d5-6fa546156923 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '3f5afaac-f1dd-4309-ac5e-612f936b3e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'c927dce0-b82a-4834-9ed9-39f634285529'}] {{(pid=82756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:25:23.931707 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-df989b8b-c7fc-45d8-81c1-d04ae2c54e9d service neutron] Attempting to bind port 9cadfc6a-1f19-47cd-86d5-6fa546156923 on network c927dce0-b82a-4834-9ed9-39f634285529 {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:25:23.952017 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-df989b8b-c7fc-45d8-81c1-d04ae2c54e9d service neutron] Port 9cadfc6a-1f19-47cd-86d5-6fa546156923 on network c927dce0-b82a-4834-9ed9-39f634285529 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:25:23.952265 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-df989b8b-c7fc-45d8-81c1-d04ae2c54e9d service neutron] Attempting to bind port 9cadfc6a-1f19-47cd-86d5-6fa546156923 on network c927dce0-b82a-4834-9ed9-39f634285529 {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:25:24.031260 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-df989b8b-c7fc-45d8-81c1-d04ae2c54e9d service neutron] Checking agent: {'id': '085e0bf5-487d-485c-86f3-dab2733d35ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'started_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:25:24.031598 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-df989b8b-c7fc-45d8-81c1-d04ae2c54e9d service neutron] Checking segment: {'id': '3f5afaac-f1dd-4309-ac5e-612f936b3e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'c927dce0-b82a-4834-9ed9-39f634285529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:25:24.032004 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-df989b8b-c7fc-45d8-81c1-d04ae2c54e9d service neutron] Bound using segment: {'id': '3f5afaac-f1dd-4309-ac5e-612f936b3e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'c927dce0-b82a-4834-9ed9-39f634285529'} {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:25:24.032500 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-df989b8b-c7fc-45d8-81c1-d04ae2c54e9d service neutron] Bound port: 9cadfc6a-1f19-47cd-86d5-6fa546156923, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f5afaac-f1dd-4309-ac5e-612f936b3e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'c927dce0-b82a-4834-9ed9-39f634285529'}}] {{(pid=82756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:25:24.032864 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-df989b8b-c7fc-45d8-81c1-d04ae2c54e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:24.204882 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-df989b8b-c7fc-45d8-81c1-d04ae2c54e9d service neutron] For port 9cadfc6a-1f19-47cd-86d5-6fa546156923, host hv-cinder-82510, cleared binding levels {{(pid=82756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:25:24.208510 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-df989b8b-c7fc-45d8-81c1-d04ae2c54e9d service neutron] For port 9cadfc6a-1f19-47cd-86d5-6fa546156923, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=9cadfc6a-1f19-47cd-86d5-6fa546156923,segment=NetworkSegment(3f5afaac-f1dd-4309-ac5e-612f936b3e1e),segment_id=3f5afaac-f1dd-4309-ac5e-612f936b3e1e)] {{(pid=82756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:25:24.221311 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-df989b8b-c7fc-45d8-81c1-d04ae2c54e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:24.294702 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-df989b8b-c7fc-45d8-81c1-d04ae2c54e9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:24.296055 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-df989b8b-c7fc-45d8-81c1-d04ae2c54e9d service neutron] 10.222.0.35 "PUT /v2.0/ports/9cadfc6a-1f19-47cd-86d5-6fa546156923 HTTP/1.1" status: 200 len: 1094 time: 1.8162107 Jan 18 13:25:24.299431 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22676633-4dd3-4688-a7ec-7f1f5178b55c', 'tag': '9cadfc6a-1f19-47cd-86d5-6fa546156923'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:25:24.315671 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df989b8b-c7fc-45d8-81c1-d04ae2c54e9d service neutron] Pushing event updated for resources: {'Port': ['ID=9cadfc6a-1f19-47cd-86d5-6fa546156923,revision_number=3']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:24.476714 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22676633-4dd3-4688-a7ec-7f1f5178b55c', 'tag': '9cadfc6a-1f19-47cd-86d5-6fa546156923', 'status': 'completed', 'code': 200} Jan 18 13:25:24.583720 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-daa8a357-345c-48bd-8744-d11df9133e90 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6424da679d464a2dbff64854133782ac&device_id=22676633-4dd3-4688-a7ec-7f1f5178b55c HTTP/1.1" status: 200 len: 1097 time: 0.1091266 Jan 18 13:25:24.603337 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885641d3-cb61-4ccd-8d94-59b68ded019c admin admin] Router e18495b0-7751-4f9f-af15-e751b7098f0a has already been hosted by L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 {{(pid=82756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:25:24.668149 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-542b4819-a78d-4f4f-a936-02ae4a986656 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cadfc6a-1f19-47cd-86d5-6fa546156923 HTTP/1.1" status: 200 len: 217 time: 0.0668461 Jan 18 13:25:24.797951 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-187e411d-726f-4002-b0ae-8c3cd70bd382 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:24.799447 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-187e411d-726f-4002-b0ae-8c3cd70bd382 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=daa9bd3d-0978-4b14-8a09-b5af2ee720f5 HTTP/1.1" status: 200 len: 855 time: 0.0734468 Jan 18 13:25:24.862012 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-5017438c-4d6f-45da-ba46-557ec61f800a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c927dce0-b82a-4834-9ed9-39f634285529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524323 Jan 18 13:25:25.134300 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-6a62f2b2-3ffa-4b7a-82f7-a0c30d076f6b service neutron] 10.222.0.35 "GET /v2.0/networks/c927dce0-b82a-4834-9ed9-39f634285529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357342 Jan 18 13:25:25.144448 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a8eb5-3f90-4bbb-9188-2b6d56b91fbd req-c8d64b06-c7c8-42f0-bfb1-4ed0781526cf tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:25.145802 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5c0a8eb5-3f90-4bbb-9188-2b6d56b91fbd req-c8d64b06-c7c8-42f0-bfb1-4ed0781526cf tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=22676633-4dd3-4688-a7ec-7f1f5178b55c HTTP/1.1" status: 200 len: 944 time: 0.2863600 Jan 18 13:25:25.315694 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5c0a8eb5-3f90-4bbb-9188-2b6d56b91fbd req-56cac63b-5889-4a1c-8883-509e607713a6 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496744 Jan 18 13:25:25.325562 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885641d3-cb61-4ccd-8d94-59b68ded019c admin admin] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:25:25.328918 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8a2003c8-b1db-427b-a845-a91069d95f94 req-76877feb-ddf7-4122-aa8d-9bb811fcb9e4 service neutron] 10.222.0.35 "GET /v2.0/networks/c927dce0-b82a-4834-9ed9-39f634285529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815848 Jan 18 13:25:25.332261 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-885641d3-cb61-4ccd-8d94-59b68ded019c admin admin] 10.222.0.84 "PUT /v2.0/routers/e18495b0-7751-4f9f-af15-e751b7098f0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4568241 Jan 18 13:25:25.334832 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 43968) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:25.338752 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526c2f1c-bcbc-452d-99d5-e287b9edd484 None None] Sync routers for ids ['e18495b0-7751-4f9f-af15-e751b7098f0a'] in dv-cinder-825103-1-iscsi {{(pid=82759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:25:25.358913 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526c2f1c-bcbc-452d-99d5-e287b9edd484 None None] Routers {'e18495b0-7751-4f9f-af15-e751b7098f0a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:25:25.360763 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-526c2f1c-bcbc-452d-99d5-e287b9edd484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:25:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['e18495b0-7751-4f9f-af15-e751b7098f0a'], 'active': True} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:25:25.565417 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvr_db [None req-526c2f1c-bcbc-452d-99d5-e287b9edd484 None None] Set router e18495b0-7751-4f9f-af15-e751b7098f0a gateway port host: dv-cinder-825103-1-iscsi {{(pid=82759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:25:25.581094 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5744f1b0-676e-4285-80ca-7a2cac10fd14 req-12fc6726-5328-42fe-8fda-cbfffbaa83be service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6424da679d464a2dbff64854133782ac&device_id=22676633-4dd3-4688-a7ec-7f1f5178b55c HTTP/1.1" status: 200 len: 1097 time: 0.1498041 Jan 18 13:25:25.714572 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5d42d7e3-eece-4d87-ae01-6b3342b8a97c admin admin] Notify callbacks [] for router, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:25.802996 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744f1b0-676e-4285-80ca-7a2cac10fd14 req-fbf58b46-a2a8-49cc-8a7c-500f301efd21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:25.804369 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5744f1b0-676e-4285-80ca-7a2cac10fd14 req-fbf58b46-a2a8-49cc-8a7c-500f301efd21 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c927dce0-b82a-4834-9ed9-39f634285529 HTTP/1.1" status: 200 len: 917 time: 0.2170558 Jan 18 13:25:25.862372 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-526c2f1c-bcbc-452d-99d5-e287b9edd484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1640783183-router', 'tenant_id': '62c83339981e4116982823738389569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T13:25:22Z', 'revision_number': 5, 'project_id': '62c83339981e4116982823738389569b', 'gw_port': {'id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:42Z', 'updated_at': '2022-01-18T12:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:25:25.866456 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526c2f1c-bcbc-452d-99d5-e287b9edd484 None None] Checking router: e18495b0-7751-4f9f-af15-e751b7098f0a for host: dv-cinder-825103-1-iscsi {{(pid=82759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:25:25.878357 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526c2f1c-bcbc-452d-99d5-e287b9edd484 None None] Routers {'e18495b0-7751-4f9f-af15-e751b7098f0a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:25:25.879005 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-526c2f1c-bcbc-452d-99d5-e287b9edd484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:25:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['e18495b0-7751-4f9f-af15-e751b7098f0a'], 'active': True} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:25:25.993674 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5744f1b0-676e-4285-80ca-7a2cac10fd14 req-1dd98e05-5097-4d33-825a-9fb1e6b96aa6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cadfc6a-1f19-47cd-86d5-6fa546156923 HTTP/1.1" status: 200 len: 217 time: 0.1775868 Jan 18 13:25:26.096888 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvr_db [None req-526c2f1c-bcbc-452d-99d5-e287b9edd484 None None] Set router e18495b0-7751-4f9f-af15-e751b7098f0a gateway port host: dv-cinder-825103-1-iscsi {{(pid=82759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:25:26.120780 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744f1b0-676e-4285-80ca-7a2cac10fd14 req-6fa27b0b-f16f-45df-9b0a-3eb6906b9612 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:26.122237 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5744f1b0-676e-4285-80ca-7a2cac10fd14 req-6fa27b0b-f16f-45df-9b0a-3eb6906b9612 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=daa9bd3d-0978-4b14-8a09-b5af2ee720f5 HTTP/1.1" status: 200 len: 855 time: 0.1197789 Jan 18 13:25:26.176528 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5744f1b0-676e-4285-80ca-7a2cac10fd14 req-d175c1cf-0b4c-4217-b9f3-df6df0f19212 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c927dce0-b82a-4834-9ed9-39f634285529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457065 Jan 18 13:25:26.329905 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5d42d7e3-eece-4d87-ae01-6b3342b8a97c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:26.338936 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5744f1b0-676e-4285-80ca-7a2cac10fd14 req-658470f9-e02b-494d-987f-5c0cb922b891 service neutron] 10.222.0.35 "GET /v2.0/networks/c927dce0-b82a-4834-9ed9-39f634285529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554909 Jan 18 13:25:26.343173 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [None req-5d42d7e3-eece-4d87-ae01-6b3342b8a97c admin admin] Deleting port 1c917de6-41b9-4ffd-8c85-be3e4577bd3a {{(pid=82756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:25:26.343518 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5d42d7e3-eece-4d87-ae01-6b3342b8a97c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:26.411492 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-526c2f1c-bcbc-452d-99d5-e287b9edd484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1640783183-router', 'tenant_id': '62c83339981e4116982823738389569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T13:25:22Z', 'revision_number': 5, 'project_id': '62c83339981e4116982823738389569b', 'gw_port': {'id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:42Z', 'updated_at': '2022-01-18T12:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:25:26.418043 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526c2f1c-bcbc-452d-99d5-e287b9edd484 None None] The sync data for ids ['e18495b0-7751-4f9f-af15-e751b7098f0a'] in dv-cinder-825103-1-iscsi is: [{'id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'name': 'tempest-AttachVolumeShelveTestJSON-1640783183-router', 'tenant_id': '62c83339981e4116982823738389569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T12:48:40Z', 'updated_at': '2022-01-18T13:25:22Z', 'revision_number': 5, 'project_id': '62c83339981e4116982823738389569b', 'gw_port': {'id': '1c917de6-41b9-4ffd-8c85-be3e4577bd3a', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:cc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18495b0-7751-4f9f-af15-e751b7098f0a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T12:48:42Z', 'updated_at': '2022-01-18T12:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}] {{(pid=82759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:25:26.560697 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e7347-bb8e-4367-94f3-f3634c515dfd req-99e99543-ec26-4f28-a900-a75ee56dddeb tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:26.562158 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-f30e7347-bb8e-4367-94f3-f3634c515dfd req-99e99543-ec26-4f28-a900-a75ee56dddeb tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=22676633-4dd3-4688-a7ec-7f1f5178b55c HTTP/1.1" status: 200 len: 944 time: 0.0912044 Jan 18 13:25:26.609778 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-f30e7347-bb8e-4367-94f3-f3634c515dfd req-a92a85ba-a157-45f8-b469-8e2e07db8136 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414786 Jan 18 13:25:26.617214 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5744f1b0-676e-4285-80ca-7a2cac10fd14 req-61995e27-b0c6-4007-aa7c-e2bda4f2da1b service neutron] 10.222.0.35 "GET /v2.0/networks/c927dce0-b82a-4834-9ed9-39f634285529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487438 Jan 18 13:25:26.649727 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [None req-5d42d7e3-eece-4d87-ae01-6b3342b8a97c admin admin] For port 1c917de6-41b9-4ffd-8c85-be3e4577bd3a, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=1c917de6-41b9-4ffd-8c85-be3e4577bd3a,segment=NetworkSegment(a71a77f2-f00b-4634-9c06-cb577f22632a),segment_id=a71a77f2-f00b-4634-9c06-cb577f22632a)] {{(pid=82756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:25:26.650080 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5d42d7e3-eece-4d87-ae01-6b3342b8a97c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:26.775679 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [None req-5d42d7e3-eece-4d87-ae01-6b3342b8a97c admin admin] Calling delete_port for 1c917de6-41b9-4ffd-8c85-be3e4577bd3a owned by network:router_gateway {{(pid=82756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:25:26.970281 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5d42d7e3-eece-4d87-ae01-6b3342b8a97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:27.018889 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42d7e3-eece-4d87-ae01-6b3342b8a97c admin admin] Pushing event deleted for resources: {'Port': ['ID=1c917de6-41b9-4ffd-8c85-be3e4577bd3a,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:27.244177 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5d42d7e3-eece-4d87-ae01-6b3342b8a97c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16439416'] for router_gateway, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:27.622569 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5d42d7e3-eece-4d87-ae01-6b3342b8a97c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16435180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43902'] for router, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:27.633667 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5d42d7e3-eece-4d87-ae01-6b3342b8a97c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:27.660275 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5d42d7e3-eece-4d87-ae01-6b3342b8a97c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16435088'] for router, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:27.661210 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d42d7e3-eece-4d87-ae01-6b3342b8a97c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e18495b0-7751-4f9f-af15-e751b7098f0a {{(pid=82756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 13:25:27.678369 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5d42d7e3-eece-4d87-ae01-6b3342b8a97c admin admin] Notify callbacks [] for router, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:27.679831 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-5d42d7e3-eece-4d87-ae01-6b3342b8a97c admin admin] 10.222.0.84 "DELETE /v2.0/routers/e18495b0-7751-4f9f-af15-e751b7098f0a HTTP/1.1" status: 204 len: 168 time: 2.3440936 Jan 18 13:25:27.683420 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 43976) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:27.748216 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f3a0932-48cd-4a12-816a-70ca9d69aee7 admin admin] Deleting subnet fe840dcd-84e6-4b5f-bdcf-ef3e08af5039 {{(pid=82757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:25:27.751516 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-6f3a0932-48cd-4a12-816a-70ca9d69aee7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:27.810011 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-6f3a0932-48cd-4a12-816a-70ca9d69aee7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182539'] for subnet, precommit_delete_associations {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:27.835973 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b04581-7ea1-4876-9315-ec85737a4ec6 req-172c2ba1-8cec-4742-be33-7b101a0a2dfe tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:27.837478 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f1b04581-7ea1-4876-9315-ec85737a4ec6 req-172c2ba1-8cec-4742-be33-7b101a0a2dfe tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=22676633-4dd3-4688-a7ec-7f1f5178b55c HTTP/1.1" status: 200 len: 944 time: 0.0851574 Jan 18 13:25:27.888866 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f1b04581-7ea1-4876-9315-ec85737a4ec6 req-8f9f2545-dd9c-4665-b34e-117e585a8817 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452318 Jan 18 13:25:27.889364 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-6f3a0932-48cd-4a12-816a-70ca9d69aee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562804'] for subnet, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:27.958858 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-6f3a0932-48cd-4a12-816a-70ca9d69aee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15846819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15901799'] for subnet, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:27.999776 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a0932-48cd-4a12-816a-70ca9d69aee7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe840dcd-84e6-4b5f-bdcf-ef3e08af5039,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:28.008793 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-6f3a0932-48cd-4a12-816a-70ca9d69aee7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:28.013735 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a236a58-5b99-45aa-bea6-681d0b07dd6d None None] Network 0245ff51-1953-4317-abeb-3ec950185d8d requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:25:28.019575 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3a0932-48cd-4a12-816a-70ca9d69aee7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:28.019920 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3a0932-48cd-4a12-816a-70ca9d69aee7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:28.020249 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3a0932-48cd-4a12-816a-70ca9d69aee7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:28.020573 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3a0932-48cd-4a12-816a-70ca9d69aee7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:28.020896 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3a0932-48cd-4a12-816a-70ca9d69aee7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:28.021213 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3a0932-48cd-4a12-816a-70ca9d69aee7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:28.021529 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3a0932-48cd-4a12-816a-70ca9d69aee7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:28.021843 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3a0932-48cd-4a12-816a-70ca9d69aee7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:28.022156 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3a0932-48cd-4a12-816a-70ca9d69aee7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:28.022471 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3a0932-48cd-4a12-816a-70ca9d69aee7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:28.022814 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3a0932-48cd-4a12-816a-70ca9d69aee7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:28.031245 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-6f3a0932-48cd-4a12-816a-70ca9d69aee7 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/fe840dcd-84e6-4b5f-bdcf-ef3e08af5039 HTTP/1.1" status: 204 len: 168 time: 0.3466046 Jan 18 13:25:28.035072 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 43980) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:28.146372 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-90866f04-fff0-483c-9313-44dbee077db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653206'] for network, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:28.157311 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-90866f04-fff0-483c-9313-44dbee077db4 admin admin] Deleting port 7b40e85d-e13b-4f7c-af01-2ae487fa8bd1 {{(pid=82757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:25:28.157648 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-90866f04-fff0-483c-9313-44dbee077db4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:28.262450 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91286f28-b347-4036-bd38-391650769f5c None None] DHCP port deletion for 0245ff51-1953-4317-abeb-3ec950185d8d request from dv-cinder-825103-1-iscsi {{(pid=82758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 13:25:28.267125 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-91286f28-b347-4036-bd38-391650769f5c None None] Deleting port 7b40e85d-e13b-4f7c-af01-2ae487fa8bd1 {{(pid=82758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:25:28.267491 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-91286f28-b347-4036-bd38-391650769f5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:28.369438 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 7b40e85d-e13b-4f7c-af01-2ae487fa8bd1 no longer exists at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:25:28.370263 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.db [None req-90866f04-fff0-483c-9313-44dbee077db4 admin admin] For port 7b40e85d-e13b-4f7c-af01-2ae487fa8bd1, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=7b40e85d-e13b-4f7c-af01-2ae487fa8bd1,segment=NetworkSegment(87c18e1c-b1f5-42be-a8fc-168d2192ac96),segment_id=87c18e1c-b1f5-42be-a8fc-168d2192ac96)] {{(pid=82757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:25:28.370643 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-90866f04-fff0-483c-9313-44dbee077db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:28.498210 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-90866f04-fff0-483c-9313-44dbee077db4 admin admin] Calling delete_port for 7b40e85d-e13b-4f7c-af01-2ae487fa8bd1 owned by network:dhcp {{(pid=82757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:25:28.525513 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-91286f28-b347-4036-bd38-391650769f5c None None] For port 7b40e85d-e13b-4f7c-af01-2ae487fa8bd1, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=7b40e85d-e13b-4f7c-af01-2ae487fa8bd1,segment=NetworkSegment(87c18e1c-b1f5-42be-a8fc-168d2192ac96),segment_id=87c18e1c-b1f5-42be-a8fc-168d2192ac96)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:25:28.525896 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-91286f28-b347-4036-bd38-391650769f5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:28.536042 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 9cadfc6a-1f19-47cd-86d5-6fa546156923 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:25:28.575677 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-90866f04-fff0-483c-9313-44dbee077db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15894096'] for port, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:28.621632 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90866f04-fff0-483c-9313-44dbee077db4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b40e85d-e13b-4f7c-af01-2ae487fa8bd1,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:28.627346 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90866f04-fff0-483c-9313-44dbee077db4 admin admin] No DVR routers for this DVR port 7b40e85d-e13b-4f7c-af01-2ae487fa8bd1 on host dv-cinder-825103-1-iscsi {{(pid=82757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:25:28.692065 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-91286f28-b347-4036-bd38-391650769f5c None None] Calling delete_port for 7b40e85d-e13b-4f7c-af01-2ae487fa8bd1 owned by network:dhcp {{(pid=82758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:25:28.744506 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-90866f04-fff0-483c-9313-44dbee077db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561661', 'neutron.services.segments.db._delete_segments_for_network-8736039390428'] for network, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:28.748934 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.db.resource_extend [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 18 13:25:28.778418 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.services.segments.db [None req-90866f04-fff0-483c-9313-44dbee077db4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0245ff51-1953-4317-abeb-3ec950185d8d']}} {{(pid=82757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:25:28.791707 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.services.segments.db [None req-90866f04-fff0-483c-9313-44dbee077db4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c18e1c-b1f5-42be-a8fc-168d2192ac96') {'for_net_delete': True} {{(pid=82757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:25:28.791996 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.services.segments.db [None req-90866f04-fff0-483c-9313-44dbee077db4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c18e1c-b1f5-42be-a8fc-168d2192ac96') {} {{(pid=82757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:25:28.804245 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-90866f04-fff0-483c-9313-44dbee077db4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736039390311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182528'] for segment, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:28.821733 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-90866f04-fff0-483c-9313-44dbee077db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-557774'] for segment, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:28.822136 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:28.828389 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90866f04-fff0-483c-9313-44dbee077db4 admin admin] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=82757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:25:28.828768 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-90866f04-fff0-483c-9313-44dbee077db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-557785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15894021'] for segment, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:28.842397 dv-cinder-825103-1-iscsi neutron-server[82757]: Traceback (most recent call last): Jan 18 13:25:28.842397 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:25:28.842397 dv-cinder-825103-1-iscsi neutron-server[82757]: timer() Jan 18 13:25:28.842397 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:25:28.842397 dv-cinder-825103-1-iscsi neutron-server[82757]: cb(*args, **kw) Jan 18 13:25:28.842397 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:25:28.842397 dv-cinder-825103-1-iscsi neutron-server[82757]: return func(*args, **kwargs) Jan 18 13:25:28.842397 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:25:28.842397 dv-cinder-825103-1-iscsi neutron-server[82757]: self._notify() Jan 18 13:25:28.842397 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:25:28.842397 dv-cinder-825103-1-iscsi neutron-server[82757]: self.callback(batched_events) Jan 18 13:25:28.842397 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:25:28.842397 dv-cinder-825103-1-iscsi neutron-server[82757]: event.method(event) Jan 18 13:25:28.842397 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:25:28.842397 dv-cinder-825103-1-iscsi neutron-server[82757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:25:28.842397 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:25:28.842397 dv-cinder-825103-1-iscsi neutron-server[82757]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:25:28.842397 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:25:28.842397 dv-cinder-825103-1-iscsi neutron-server[82757]: return f(self, *a, **k) Jan 18 13:25:28.842397 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:25:28.842397 dv-cinder-825103-1-iscsi neutron-server[82757]: return self._get(url).json() Jan 18 13:25:28.842397 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:25:28.842397 dv-cinder-825103-1-iscsi neutron-server[82757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:25:28.842397 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:25:28.842397 dv-cinder-825103-1-iscsi neutron-server[82757]: return self.request(url, 'GET', **kwargs) Jan 18 13:25:28.842397 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:25:28.842397 dv-cinder-825103-1-iscsi neutron-server[82757]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:25:28.842397 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:25:28.842397 dv-cinder-825103-1-iscsi neutron-server[82757]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:25:28.842397 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:25:28.842397 dv-cinder-825103-1-iscsi neutron-server[82757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:25:28.842397 dv-cinder-825103-1-iscsi neutron-server[82757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:25:28.918000 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-90866f04-fff0-483c-9313-44dbee077db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16439389'] for network, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:28.937009 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.db.api [None req-91286f28-b347-4036-bd38-391650769f5c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:25:28.937391 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG oslo_db.api [None req-91286f28-b347-4036-bd38-391650769f5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:25:28.942521 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-90866f04-fff0-483c-9313-44dbee077db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for network, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:28.946562 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 44f56fcb-5e3d-4f58-9b96-57a5d6caa73e no longer exists at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:25:28.952890 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90866f04-fff0-483c-9313-44dbee077db4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0245ff51-1953-4317-abeb-3ec950185d8d,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:28.970404 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-90866f04-fff0-483c-9313-44dbee077db4 admin admin] 10.222.0.84 "DELETE /v2.0/networks/0245ff51-1953-4317-abeb-3ec950185d8d HTTP/1.1" status: 204 len: 168 time: 0.9313931 Jan 18 13:25:28.988524 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] No Port match for: 44f56fcb-5e3d-4f58-9b96-57a5d6caa73e {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:25:28.988843 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 44f56fcb-5e3d-4f58-9b96-57a5d6caa73e not bound to the agent host dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:25:28.989301 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 1c917de6-41b9-4ffd-8c85-be3e4577bd3a no longer exists at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:25:29.017882 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 9cadfc6a-1f19-47cd-86d5-6fa546156923, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=9cadfc6a-1f19-47cd-86d5-6fa546156923,segment=NetworkSegment(3f5afaac-f1dd-4309-ac5e-612f936b3e1e),segment_id=3f5afaac-f1dd-4309-ac5e-612f936b3e1e)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:25:29.034179 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] No Port match for: 1c917de6-41b9-4ffd-8c85-be3e4577bd3a {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:25:29.034511 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 1c917de6-41b9-4ffd-8c85-be3e4577bd3a not bound to the agent host dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:25:29.041034 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Returning: {'device': '9cadfc6a-1f19-47cd-86d5-6fa546156923', 'network_id': 'c927dce0-b82a-4834-9ed9-39f634285529', 'port_id': '9cadfc6a-1f19-47cd-86d5-6fa546156923', 'mac_address': 'fa:16:3e:69:d0:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daa9bd3d-0978-4b14-8a09-b5af2ee720f5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:25:29.098150 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:29.119618 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cadfc6a-1f19-47cd-86d5-6fa546156923 {{(pid=82758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:25:29.126481 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030a78e-e05b-4c8a-87c7-9f84fe720f16 req-a245706e-fe3e-4735-9e41-5cf2bf4221cd tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:29.128244 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c030a78e-e05b-4c8a-87c7-9f84fe720f16 req-a245706e-fe3e-4735-9e41-5cf2bf4221cd tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=22676633-4dd3-4688-a7ec-7f1f5178b55c HTTP/1.1" status: 200 len: 944 time: 0.1006982 Jan 18 13:25:29.140524 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 9cadfc6a-1f19-47cd-86d5-6fa546156923, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=9cadfc6a-1f19-47cd-86d5-6fa546156923,segment=NetworkSegment(3f5afaac-f1dd-4309-ac5e-612f936b3e1e),segment_id=3f5afaac-f1dd-4309-ac5e-612f936b3e1e)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:25:29.142220 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 43988) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:29.145512 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:29.181523 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c030a78e-e05b-4c8a-87c7-9f84fe720f16 req-c05b315f-c53e-4d63-ab47-073dfdb7f038 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477316 Jan 18 13:25:29.193966 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-3bc212de-b833-4301-b490-4963c3c41e1e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=62c83339981e4116982823738389569b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0504739 Jan 18 13:25:29.196306 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 43992) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:29.224311 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=9cadfc6a-1f19-47cd-86d5-6fa546156923,revision_number=4']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:29.271789 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d275d4ef-0378-451f-9a5b-32062e72a73c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:29.299102 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d275d4ef-0378-451f-9a5b-32062e72a73c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:29.351982 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d275d4ef-0378-451f-9a5b-32062e72a73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:29.369588 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275d4ef-0378-451f-9a5b-32062e72a73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4415bd0c-6fc9-4648-80e1-f4f99ff1e194,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:29.376525 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d275d4ef-0378-451f-9a5b-32062e72a73c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:29.377642 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-d275d4ef-0378-451f-9a5b-32062e72a73c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4415bd0c-6fc9-4648-80e1-f4f99ff1e194 HTTP/1.1" status: 204 len: 168 time: 0.1804383 Jan 18 13:25:29.438950 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-91286f28-b347-4036-bd38-391650769f5c None None] Deleting port 7b40e85d-e13b-4f7c-af01-2ae487fa8bd1 {{(pid=82758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:25:29.439362 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-91286f28-b347-4036-bd38-391650769f5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:29.470931 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] get_ports_and_sgs() called for port_ids ['9cadfc6a-1f19-47cd-86d5-6fa546156923'] {{(pid=82758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:25:29.582503 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-91286f28-b347-4036-bd38-391650769f5c None None] The port '7b40e85d-e13b-4f7c-af01-2ae487fa8bd1' was deleted {{(pid=82758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 13:25:30.384233 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f07599-e478-4d8f-8965-91a3215fe181 req-0dd36b68-f422-4342-9030-be791f0d6004 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:30.385624 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f8f07599-e478-4d8f-8965-91a3215fe181 req-0dd36b68-f422-4342-9030-be791f0d6004 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=22676633-4dd3-4688-a7ec-7f1f5178b55c HTTP/1.1" status: 200 len: 945 time: 0.0797911 Jan 18 13:25:30.438951 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f8f07599-e478-4d8f-8965-91a3215fe181 req-6ec305d7-2695-460a-8920-72e8220e05da tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479851 Jan 18 13:25:30.555731 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 9cadfc6a-1f19-47cd-86d5-6fa546156923 up at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:25:30.630241 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning for port 9cadfc6a-1f19-47cd-86d5-6fa546156923 completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:25:30.635114 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning complete for port 9cadfc6a-1f19-47cd-86d5-6fa546156923 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:25:30.635485 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:30.755716 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:30.783192 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22676633-4dd3-4688-a7ec-7f1f5178b55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cadfc6a-1f19-47cd-86d5-6fa546156923'}] {{(pid=82758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:25:30.793942 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 9cadfc6a-1f19-47cd-86d5-6fa546156923, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=9cadfc6a-1f19-47cd-86d5-6fa546156923,segment=NetworkSegment(3f5afaac-f1dd-4309-ac5e-612f936b3e1e),segment_id=3f5afaac-f1dd-4309-ac5e-612f936b3e1e)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:25:30.799592 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:30.848951 dv-cinder-825103-1-iscsi neutron-server[82758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22676633-4dd3-4688-a7ec-7f1f5178b55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cadfc6a-1f19-47cd-86d5-6fa546156923', 'code': 200} Jan 18 13:25:30.872677 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=9cadfc6a-1f19-47cd-86d5-6fa546156923,revision_number=5']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:31.126990 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-13d8b4f4-ef87-4e4b-a9b7-ec7c6d661ab9 req-af470966-cb19-4f1d-aec2-5e91f8317126 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=22676633-4dd3-4688-a7ec-7f1f5178b55c HTTP/1.1" status: 200 len: 1099 time: 0.0746148 Jan 18 13:25:31.170224 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-13d8b4f4-ef87-4e4b-a9b7-ec7c6d661ab9 req-de51e6e6-83e1-4b6f-a793-a7c76fc7319a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373545 Jan 18 13:25:31.648162 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e2e61-908f-463e-9aaa-7d9f593ade11 req-e3c76d1d-3861-47e8-8946-25fd5eeff915 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:31.649615 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-322e2e61-908f-463e-9aaa-7d9f593ade11 req-e3c76d1d-3861-47e8-8946-25fd5eeff915 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=22676633-4dd3-4688-a7ec-7f1f5178b55c HTTP/1.1" status: 200 len: 946 time: 0.0857513 Jan 18 13:25:31.701088 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-322e2e61-908f-463e-9aaa-7d9f593ade11 req-2291b1f9-65e0-4932-bb79-2cee3756933c tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457740 Jan 18 13:25:33.012412 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b83c1c-7f07-40fa-86f4-477b2380784b req-5f085398-55d2-4c56-95fc-856725a7df88 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:33.013869 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-53b83c1c-7f07-40fa-86f4-477b2380784b req-5f085398-55d2-4c56-95fc-856725a7df88 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=22676633-4dd3-4688-a7ec-7f1f5178b55c HTTP/1.1" status: 200 len: 946 time: 0.1763325 Jan 18 13:25:33.075445 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-53b83c1c-7f07-40fa-86f4-477b2380784b req-916a37b5-e7c7-4e54-8543-ec05e8e960b4 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558751 Jan 18 13:25:35.585887 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-ce08336d-82fa-4cee-a2e4-650844cc63d0 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:35.587469 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-ce08336d-82fa-4cee-a2e4-650844cc63d0 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/networks?id=c927dce0-b82a-4834-9ed9-39f634285529 HTTP/1.1" status: 200 len: 815 time: 0.1439192 Jan 18 13:25:35.603143 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-f202ed63-9218-4c80-b4c0-ba847c68a596 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/quotas/6424da679d464a2dbff64854133782ac HTTP/1.1" status: 200 len: 375 time: 0.0105121 Jan 18 13:25:35.683690 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-bb14fa90-691c-4a90-8161-1e3ef9ac69a1 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6424da679d464a2dbff64854133782ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756903 Jan 18 13:25:35.829860 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-6117eaf1-1b71-4a63-bc72-a8b5c99bcd6c service neutron] 10.222.0.84 "GET /v2.0/networks/c927dce0-b82a-4834-9ed9-39f634285529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382911 Jan 18 13:25:35.972569 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-9b28e720-53e3-4012-9b7f-51eba6a95634 service neutron] 10.222.0.84 "GET /v2.0/networks/c927dce0-b82a-4834-9ed9-39f634285529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370656 Jan 18 13:25:36.173502 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-9580a43e-dc3b-4b92-b574-d9a9ebe64338 req-c1e52456-b39b-45c0-8072-01b6c0f0ecd8 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=dba8d9de-81c4-4b74-afe2-ced84684b684 HTTP/1.1" status: 200 len: 210 time: 0.0416522 Jan 18 13:25:37.339312 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-25624c07-d677-40e3-8601-dd60ecda77f1 req-2ad4d335-fc05-4e81-a572-1a071495831b tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=dba8d9de-81c4-4b74-afe2-ced84684b684 HTTP/1.1" status: 200 len: 210 time: 0.0456581 Jan 18 13:25:38.529688 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-ac79551f-ee60-4bcf-92b4-774ac03f417b req-d51b194f-8f08-4caa-82b1-f390f6f2e9e9 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=dba8d9de-81c4-4b74-afe2-ced84684b684 HTTP/1.1" status: 200 len: 210 time: 0.0436120 Jan 18 13:25:38.828855 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-5d2db5de-9e7d-4a80-ae2e-5b6acf3bc971 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:38.830882 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-5d2db5de-9e7d-4a80-ae2e-5b6acf3bc971 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.35 "GET /v2.0/networks?id=c927dce0-b82a-4834-9ed9-39f634285529 HTTP/1.1" status: 200 len: 815 time: 0.1729314 Jan 18 13:25:38.860768 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-31a09372-e5d7-4a49-9e7b-bc53a7a9b2ce tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Request body: {'port': {'device_id': 'dba8d9de-81c4-4b74-afe2-ced84684b684', 'network_id': 'c927dce0-b82a-4834-9ed9-39f634285529', 'admin_state_up': True, 'tenant_id': '6424da679d464a2dbff64854133782ac'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:25:39.107843 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-31a09372-e5d7-4a49-9e7b-bc53a7a9b2ce tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:25:39.120069 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-31a09372-e5d7-4a49-9e7b-bc53a7a9b2ce tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:25:39.136115 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-31a09372-e5d7-4a49-9e7b-bc53a7a9b2ce tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Made reservation on behalf of 6424da679d464a2dbff64854133782ac for: {'port': 1} {{(pid=82756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:25:39.139248 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-31a09372-e5d7-4a49-9e7b-bc53a7a9b2ce tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:39.316808 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.db_base_plugin_common [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-31a09372-e5d7-4a49-9e7b-bc53a7a9b2ce tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Allocated IP 172.20.0.9 (c927dce0-b82a-4834-9ed9-39f634285529/daa9bd3d-0978-4b14-8a09-b5af2ee720f5/9a48c6f0-5643-488b-b4ca-282c60638496) {{(pid=82756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:25:39.539244 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-31a09372-e5d7-4a49-9e7b-bc53a7a9b2ce tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Notify callbacks [] for port, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:39.569279 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-31a09372-e5d7-4a49-9e7b-bc53a7a9b2ce tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:39.612644 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] get_ports_and_sgs() called for port_ids ['d9340fc1-577e-44af-9cb1-4c23cbc26f82', '9cadfc6a-1f19-47cd-86d5-6fa546156923'] {{(pid=82758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:25:39.649698 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-31a09372-e5d7-4a49-9e7b-bc53a7a9b2ce tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Network c927dce0-b82a-4834-9ed9-39f634285529 is already hosted by enough agents. {{(pid=82756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:25:39.653245 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.base_scheduler [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-31a09372-e5d7-4a49-9e7b-bc53a7a9b2ce tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Resources bound (agent type, host, resource id): {{(pid=82756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:25:39.658065 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-31a09372-e5d7-4a49-9e7b-bc53a7a9b2ce tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Received port after_create {{(pid=82756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:25:39.692049 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a09372-e5d7-4a49-9e7b-bc53a7a9b2ce tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Pushing event updated for resources: {'Port': ['ID=9a48c6f0-5643-488b-b4ca-282c60638496,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:39.781454 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-31a09372-e5d7-4a49-9e7b-bc53a7a9b2ce tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:39.782065 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-31a09372-e5d7-4a49-9e7b-bc53a7a9b2ce tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:39.820429 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdadb3-b4a7-435f-8f00-b202f3b0c989 req-ea515590-0c69-4f6f-a0af-77c69789cc7e tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:39.821107 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-51cdadb3-b4a7-435f-8f00-b202f3b0c989 req-ea515590-0c69-4f6f-a0af-77c69789cc7e tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Synchronizing usage tracker for tenant:6424da679d464a2dbff64854133782ac on resource:port {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:25:39.824239 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-31a09372-e5d7-4a49-9e7b-bc53a7a9b2ce tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9684503 Jan 18 13:25:39.838115 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-51cdadb3-b4a7-435f-8f00-b202f3b0c989 req-ea515590-0c69-4f6f-a0af-77c69789cc7e tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Unset dirty status for tenant:6424da679d464a2dbff64854133782ac on resource:port {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:25:39.839321 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-51cdadb3-b4a7-435f-8f00-b202f3b0c989 req-ea515590-0c69-4f6f-a0af-77c69789cc7e tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=dba8d9de-81c4-4b74-afe2-ced84684b684 HTTP/1.1" status: 200 len: 931 time: 0.1519034 Jan 18 13:25:39.844345 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-5b51df10-4cac-491b-8509-e94f62563ff8 service neutron] Request body: {'port': {'device_id': 'dba8d9de-81c4-4b74-afe2-ced84684b684', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:25:39.970914 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-51cdadb3-b4a7-435f-8f00-b202f3b0c989 req-3c2b713a-ca34-4b0b-a7ca-54a3bc0fe95c tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984640 Jan 18 13:25:39.996837 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-5b51df10-4cac-491b-8509-e94f62563ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:40.353877 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-5b51df10-4cac-491b-8509-e94f62563ff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a48c6f0-5643-488b-b4ca-282c60638496 {{(pid=82756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:25:40.361199 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-5b51df10-4cac-491b-8509-e94f62563ff8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:40.377349 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.provisioning_blocks [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-5b51df10-4cac-491b-8509-e94f62563ff8 service neutron] Transition to ACTIVE for port object 9a48c6f0-5643-488b-b4ca-282c60638496 will not be triggered until provisioned by entity L2. {{(pid=82756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:25:40.380500 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-5b51df10-4cac-491b-8509-e94f62563ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:40.445063 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:40.514267 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51df10-4cac-491b-8509-e94f62563ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=9a48c6f0-5643-488b-b4ca-282c60638496,revision_number=2']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:40.622502 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-5b51df10-4cac-491b-8509-e94f62563ff8 service neutron] Attempting to bind port 9a48c6f0-5643-488b-b4ca-282c60638496 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:25:40.622873 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-5b51df10-4cac-491b-8509-e94f62563ff8 service neutron] Attempting to bind port 9a48c6f0-5643-488b-b4ca-282c60638496 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '3f5afaac-f1dd-4309-ac5e-612f936b3e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'c927dce0-b82a-4834-9ed9-39f634285529'}] {{(pid=82756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:25:40.623233 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-5b51df10-4cac-491b-8509-e94f62563ff8 service neutron] Attempting to bind port 9a48c6f0-5643-488b-b4ca-282c60638496 on network c927dce0-b82a-4834-9ed9-39f634285529 {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:25:40.630529 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-5b51df10-4cac-491b-8509-e94f62563ff8 service neutron] Port 9a48c6f0-5643-488b-b4ca-282c60638496 on network c927dce0-b82a-4834-9ed9-39f634285529 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:25:40.630887 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-5b51df10-4cac-491b-8509-e94f62563ff8 service neutron] Attempting to bind port 9a48c6f0-5643-488b-b4ca-282c60638496 on network c927dce0-b82a-4834-9ed9-39f634285529 {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:25:40.638413 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-5b51df10-4cac-491b-8509-e94f62563ff8 service neutron] Checking agent: {'id': '085e0bf5-487d-485c-86f3-dab2733d35ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'started_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:25:40.638760 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-5b51df10-4cac-491b-8509-e94f62563ff8 service neutron] Checking segment: {'id': '3f5afaac-f1dd-4309-ac5e-612f936b3e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'c927dce0-b82a-4834-9ed9-39f634285529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:25:40.639147 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-5b51df10-4cac-491b-8509-e94f62563ff8 service neutron] Bound using segment: {'id': '3f5afaac-f1dd-4309-ac5e-612f936b3e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'c927dce0-b82a-4834-9ed9-39f634285529'} {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:25:40.639576 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-5b51df10-4cac-491b-8509-e94f62563ff8 service neutron] Bound port: 9a48c6f0-5643-488b-b4ca-282c60638496, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f5afaac-f1dd-4309-ac5e-612f936b3e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'c927dce0-b82a-4834-9ed9-39f634285529'}}] {{(pid=82756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:25:40.639926 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-5b51df10-4cac-491b-8509-e94f62563ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:40.750777 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-5b51df10-4cac-491b-8509-e94f62563ff8 service neutron] For port 9a48c6f0-5643-488b-b4ca-282c60638496, host hv-cinder-82510, cleared binding levels {{(pid=82756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:25:40.754086 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-5b51df10-4cac-491b-8509-e94f62563ff8 service neutron] For port 9a48c6f0-5643-488b-b4ca-282c60638496, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=9a48c6f0-5643-488b-b4ca-282c60638496,segment=NetworkSegment(3f5afaac-f1dd-4309-ac5e-612f936b3e1e),segment_id=3f5afaac-f1dd-4309-ac5e-612f936b3e1e)] {{(pid=82756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:25:40.758470 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-5b51df10-4cac-491b-8509-e94f62563ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:40.841228 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-5b51df10-4cac-491b-8509-e94f62563ff8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:40.841228 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-5b51df10-4cac-491b-8509-e94f62563ff8 service neutron] 10.222.0.35 "PUT /v2.0/ports/9a48c6f0-5643-488b-b4ca-282c60638496 HTTP/1.1" status: 200 len: 1093 time: 0.9956112 Jan 18 13:25:40.841228 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba8d9de-81c4-4b74-afe2-ced84684b684', 'tag': '9a48c6f0-5643-488b-b4ca-282c60638496'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:25:40.866947 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51df10-4cac-491b-8509-e94f62563ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=9a48c6f0-5643-488b-b4ca-282c60638496,revision_number=3']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:40.930398 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba8d9de-81c4-4b74-afe2-ced84684b684', 'tag': '9a48c6f0-5643-488b-b4ca-282c60638496', 'status': 'completed', 'code': 200} Jan 18 13:25:40.985766 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-e3b96b1b-fd02-4595-9fe8-8c3e86d2452a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6424da679d464a2dbff64854133782ac&device_id=dba8d9de-81c4-4b74-afe2-ced84684b684 HTTP/1.1" status: 200 len: 1096 time: 0.0887303 Jan 18 13:25:41.066173 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-404802b8-2e2d-4e89-9d40-149536fbe1ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a48c6f0-5643-488b-b4ca-282c60638496 HTTP/1.1" status: 200 len: 217 time: 0.0645568 Jan 18 13:25:41.271932 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-4f9bd9a3-00bd-418c-8968-d06453f31465 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:41.273642 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-4f9bd9a3-00bd-418c-8968-d06453f31465 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=daa9bd3d-0978-4b14-8a09-b5af2ee720f5 HTTP/1.1" status: 200 len: 855 time: 0.2014742 Jan 18 13:25:41.335479 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-0790570c-c080-4946-ae8a-b11f1326f3c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c927dce0-b82a-4834-9ed9-39f634285529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542336 Jan 18 13:25:41.371839 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cd27d-4a2f-4e07-a888-90a65044a24c req-557c0ef3-7f36-4bd3-95d2-91662d121715 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:41.373291 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d46cd27d-4a2f-4e07-a888-90a65044a24c req-557c0ef3-7f36-4bd3-95d2-91662d121715 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=dba8d9de-81c4-4b74-afe2-ced84684b684 HTTP/1.1" status: 200 len: 943 time: 0.2587779 Jan 18 13:25:41.526753 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d46cd27d-4a2f-4e07-a888-90a65044a24c req-39dd33d3-d10d-438f-8a86-bc314a42c445 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469262 Jan 18 13:25:41.535525 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-e2a34bd3-aa00-4e2d-b716-e23a6431c575 service neutron] 10.222.0.35 "GET /v2.0/networks/c927dce0-b82a-4834-9ed9-39f634285529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922662 Jan 18 13:25:41.672734 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5f84ec26-7604-4963-8d9b-d77a3c78e0fd req-e9673d2d-428c-4014-a344-dafef61d364b service neutron] 10.222.0.35 "GET /v2.0/networks/c927dce0-b82a-4834-9ed9-39f634285529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301625 Jan 18 13:25:41.862977 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c8329c1b-fee1-46c3-875c-c51f0e04dee2 req-495984eb-4dc4-4b49-a79d-947b10b656b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6424da679d464a2dbff64854133782ac&device_id=dba8d9de-81c4-4b74-afe2-ced84684b684 HTTP/1.1" status: 200 len: 1096 time: 0.0715661 Jan 18 13:25:42.015250 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8329c1b-fee1-46c3-875c-c51f0e04dee2 req-bb892918-9272-4716-ba2d-79f87357bb0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:42.016892 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c8329c1b-fee1-46c3-875c-c51f0e04dee2 req-bb892918-9272-4716-ba2d-79f87357bb0c service neutron] 10.222.0.35 "GET /v2.0/networks?id=c927dce0-b82a-4834-9ed9-39f634285529 HTTP/1.1" status: 200 len: 917 time: 0.1476083 Jan 18 13:25:42.096790 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c8329c1b-fee1-46c3-875c-c51f0e04dee2 req-adf1e20e-0031-414f-a5a0-e6a0cb19aecf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a48c6f0-5643-488b-b4ca-282c60638496 HTTP/1.1" status: 200 len: 217 time: 0.0725517 Jan 18 13:25:42.168565 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8329c1b-fee1-46c3-875c-c51f0e04dee2 req-aae8e5b3-c724-47f0-87a9-028382be7c60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:42.170020 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c8329c1b-fee1-46c3-875c-c51f0e04dee2 req-aae8e5b3-c724-47f0-87a9-028382be7c60 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=daa9bd3d-0978-4b14-8a09-b5af2ee720f5 HTTP/1.1" status: 200 len: 855 time: 0.0661731 Jan 18 13:25:42.220520 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c8329c1b-fee1-46c3-875c-c51f0e04dee2 req-ec3fa1ba-71b1-4cb0-bf26-35baee4aba8d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c927dce0-b82a-4834-9ed9-39f634285529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435245 Jan 18 13:25:42.224566 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 44186) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:42.380117 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-ca60edf9-c3a9-4964-8b4e-552a7b507c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:42.395696 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c8329c1b-fee1-46c3-875c-c51f0e04dee2 req-182a966f-f32c-4207-9d22-1a50435d4333 service neutron] 10.222.0.35 "GET /v2.0/networks/c927dce0-b82a-4834-9ed9-39f634285529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649840 Jan 18 13:25:42.494752 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-ca60edf9-c3a9-4964-8b4e-552a7b507c46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:25:42.501552 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-ca60edf9-c3a9-4964-8b4e-552a7b507c46 admin admin] Usage tracker for resource:security_group_rule and tenant:754e7be7994540f7ac46cc71784646ac is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:25:42.516473 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-ca60edf9-c3a9-4964-8b4e-552a7b507c46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:25:42.524911 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-ca60edf9-c3a9-4964-8b4e-552a7b507c46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:25:42.573890 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c8329c1b-fee1-46c3-875c-c51f0e04dee2 req-1f2ff49c-661f-4526-947d-5aaff387ee97 service neutron] 10.222.0.35 "GET /v2.0/networks/c927dce0-b82a-4834-9ed9-39f634285529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635971 Jan 18 13:25:42.627448 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-ca60edf9-c3a9-4964-8b4e-552a7b507c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:42.631389 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-ca60edf9-c3a9-4964-8b4e-552a7b507c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:42.678825 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60edf9-c3a9-4964-8b4e-552a7b507c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1610b1f0-1e79-432e-a4e9-a9f7f5b2408a,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:42.683274 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-ca60edf9-c3a9-4964-8b4e-552a7b507c46 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=754e7be7994540f7ac46cc71784646ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4577029 Jan 18 13:25:42.685895 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 44194) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:42.749209 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-29538de0-2f37-495e-9c1a-f3c18f314c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:42.751572 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d37b25-c7a6-4a76-91b7-7f36ffe01ce1 req-22714001-671d-4b78-bfe4-df71622d19e1 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:42.753170 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-98d37b25-c7a6-4a76-91b7-7f36ffe01ce1 req-22714001-671d-4b78-bfe4-df71622d19e1 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=dba8d9de-81c4-4b74-afe2-ced84684b684 HTTP/1.1" status: 200 len: 943 time: 0.0976374 Jan 18 13:25:42.785514 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-29538de0-2f37-495e-9c1a-f3c18f314c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:42.803098 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-98d37b25-c7a6-4a76-91b7-7f36ffe01ce1 req-090152eb-04b7-4add-b629-73cc7cfffdd2 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414364 Jan 18 13:25:42.841716 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-29538de0-2f37-495e-9c1a-f3c18f314c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:42.855904 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29538de0-2f37-495e-9c1a-f3c18f314c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1610b1f0-1e79-432e-a4e9-a9f7f5b2408a,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:42.862428 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-29538de0-2f37-495e-9c1a-f3c18f314c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:42.865873 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-29538de0-2f37-495e-9c1a-f3c18f314c75 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1610b1f0-1e79-432e-a4e9-a9f7f5b2408a HTTP/1.1" status: 204 len: 168 time: 0.1790500 Jan 18 13:25:43.220731 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 44202) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:43.243071 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-c00ec2bd-be8b-4c4f-a867-81308e033fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:43.275254 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-c00ec2bd-be8b-4c4f-a867-81308e033fbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:25:43.279151 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-c00ec2bd-be8b-4c4f-a867-81308e033fbd admin admin] Usage tracker for resource:security_group_rule and tenant:7677467393af4c829730df9fd8caa4ef is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:25:43.283064 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-c00ec2bd-be8b-4c4f-a867-81308e033fbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:25:43.292325 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-c00ec2bd-be8b-4c4f-a867-81308e033fbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:25:43.366131 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-c00ec2bd-be8b-4c4f-a867-81308e033fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:43.370097 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-c00ec2bd-be8b-4c4f-a867-81308e033fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:43.415987 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ec2bd-be8b-4c4f-a867-81308e033fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7149522-bd83-42de-8558-78485a2af260,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:43.421236 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-c00ec2bd-be8b-4c4f-a867-81308e033fbd admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7677467393af4c829730df9fd8caa4ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1994743 Jan 18 13:25:43.424652 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 44206) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:43.484961 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-66e3e3b0-7fa2-4b8e-8985-5a12db96b18b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:43.513420 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-66e3e3b0-7fa2-4b8e-8985-5a12db96b18b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:43.565054 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-66e3e3b0-7fa2-4b8e-8985-5a12db96b18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:43.582270 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3e3b0-7fa2-4b8e-8985-5a12db96b18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7149522-bd83-42de-8558-78485a2af260,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:43.589116 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-66e3e3b0-7fa2-4b8e-8985-5a12db96b18b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:43.590233 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-66e3e3b0-7fa2-4b8e-8985-5a12db96b18b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d7149522-bd83-42de-8558-78485a2af260 HTTP/1.1" status: 204 len: 168 time: 0.1646409 Jan 18 13:25:43.949692 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-a943f488-9e97-4075-b630-b98cbe147f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:44.010314 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d89803-8950-4afe-99ba-f1cd1b93c4bb req-4bb75849-df07-4c8d-b0d3-8289f28fe3f0 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:44.011941 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e3d89803-8950-4afe-99ba-f1cd1b93c4bb req-4bb75849-df07-4c8d-b0d3-8289f28fe3f0 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=dba8d9de-81c4-4b74-afe2-ced84684b684 HTTP/1.1" status: 200 len: 943 time: 0.0843730 Jan 18 13:25:44.063856 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e3d89803-8950-4afe-99ba-f1cd1b93c4bb req-44e880fd-dc95-4cc7-a89e-830b727f540a tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424974 Jan 18 13:25:44.577784 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 9a48c6f0-5643-488b-b4ca-282c60638496 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:25:44.723144 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 9a48c6f0-5643-488b-b4ca-282c60638496, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=9a48c6f0-5643-488b-b4ca-282c60638496,segment=NetworkSegment(3f5afaac-f1dd-4309-ac5e-612f936b3e1e),segment_id=3f5afaac-f1dd-4309-ac5e-612f936b3e1e)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:25:44.736821 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Returning: {'device': '9a48c6f0-5643-488b-b4ca-282c60638496', 'network_id': 'c927dce0-b82a-4834-9ed9-39f634285529', 'port_id': '9a48c6f0-5643-488b-b4ca-282c60638496', 'mac_address': 'fa:16:3e:39:07:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daa9bd3d-0978-4b14-8a09-b5af2ee720f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:25:44.805582 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:44.825138 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a48c6f0-5643-488b-b4ca-282c60638496 {{(pid=82758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:25:44.841614 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 9a48c6f0-5643-488b-b4ca-282c60638496, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=9a48c6f0-5643-488b-b4ca-282c60638496,segment=NetworkSegment(3f5afaac-f1dd-4309-ac5e-612f936b3e1e),segment_id=3f5afaac-f1dd-4309-ac5e-612f936b3e1e)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:25:44.846325 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:44.913663 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=9a48c6f0-5643-488b-b4ca-282c60638496,revision_number=4']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:45.163684 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] get_ports_and_sgs() called for port_ids ['9a48c6f0-5643-488b-b4ca-282c60638496'] {{(pid=82758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:25:45.276266 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c89099-0dc6-4dc4-a6a2-0109f3748383 req-9338705c-bce3-4512-b05c-9292b77712ea tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:45.277880 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-b5c89099-0dc6-4dc4-a6a2-0109f3748383 req-9338705c-bce3-4512-b05c-9292b77712ea tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=dba8d9de-81c4-4b74-afe2-ced84684b684 HTTP/1.1" status: 200 len: 944 time: 0.0902400 Jan 18 13:25:45.328929 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-b5c89099-0dc6-4dc4-a6a2-0109f3748383 req-1e71e47c-2992-48f5-a5a3-adadb30356e4 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443513 Jan 18 13:25:46.175206 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-01c99f14-74d0-48ba-b1b9-68280919f256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:46.535528 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68730ef0-ab45-45ac-87a3-7c924b3b35fc req-5a0ce03e-827c-4a84-9c26-efcff0197c41 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:46.537234 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-68730ef0-ab45-45ac-87a3-7c924b3b35fc req-5a0ce03e-827c-4a84-9c26-efcff0197c41 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=dba8d9de-81c4-4b74-afe2-ced84684b684 HTTP/1.1" status: 200 len: 944 time: 0.0824940 Jan 18 13:25:46.584519 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-68730ef0-ab45-45ac-87a3-7c924b3b35fc req-9ed0fbf4-58b6-4a11-b9ab-c28c3b7735af tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418494 Jan 18 13:25:46.593502 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 9a48c6f0-5643-488b-b4ca-282c60638496 up at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:25:46.677733 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning for port 9a48c6f0-5643-488b-b4ca-282c60638496 completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:25:46.683308 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning complete for port 9a48c6f0-5643-488b-b4ca-282c60638496 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:25:46.684574 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:46.815015 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:46.849500 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba8d9de-81c4-4b74-afe2-ced84684b684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a48c6f0-5643-488b-b4ca-282c60638496'}] {{(pid=82758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:25:46.859592 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 9a48c6f0-5643-488b-b4ca-282c60638496, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=9a48c6f0-5643-488b-b4ca-282c60638496,segment=NetworkSegment(3f5afaac-f1dd-4309-ac5e-612f936b3e1e),segment_id=3f5afaac-f1dd-4309-ac5e-612f936b3e1e)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:25:46.869170 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:46.911803 dv-cinder-825103-1-iscsi neutron-server[82758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba8d9de-81c4-4b74-afe2-ced84684b684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a48c6f0-5643-488b-b4ca-282c60638496', 'code': 200} Jan 18 13:25:46.951952 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=9a48c6f0-5643-488b-b4ca-282c60638496,revision_number=5']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:47.291777 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-312bb48a-2af7-40c5-9f27-9b1ce96ec9e5 req-03a9370a-bb9c-42d2-be3e-fdac9201e0f6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dba8d9de-81c4-4b74-afe2-ced84684b684 HTTP/1.1" status: 200 len: 1098 time: 0.1773515 Jan 18 13:25:47.336844 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-312bb48a-2af7-40c5-9f27-9b1ce96ec9e5 req-a0dd8b0a-e00d-4aaf-8693-3ff9a541a1d7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383751 Jan 18 13:25:47.376767 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:47.581049 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:47.791411 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ee213-02a2-4bef-b4ea-c658719a4050 req-5932e986-3ac6-4fba-869e-c1df0f66fe57 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:47.792956 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f53ee213-02a2-4bef-b4ea-c658719a4050 req-5932e986-3ac6-4fba-869e-c1df0f66fe57 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=dba8d9de-81c4-4b74-afe2-ced84684b684 HTTP/1.1" status: 200 len: 945 time: 0.0816269 Jan 18 13:25:47.842576 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f53ee213-02a2-4bef-b4ea-c658719a4050 req-61d42460-4b62-4794-bb38-794465af5569 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439229 Jan 18 13:25:47.848887 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 44312) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:47.999330 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-e1acee12-fe6f-430d-8e74-4c16afb8e56e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:48.033377 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-e1acee12-fe6f-430d-8e74-4c16afb8e56e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:25:48.037789 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-e1acee12-fe6f-430d-8e74-4c16afb8e56e admin admin] Usage tracker for resource:security_group_rule and tenant:19d63ce81b504b16867ed3b8b348966a is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:25:48.040657 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-e1acee12-fe6f-430d-8e74-4c16afb8e56e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:25:48.046284 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-e1acee12-fe6f-430d-8e74-4c16afb8e56e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:25:48.121358 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-e1acee12-fe6f-430d-8e74-4c16afb8e56e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:48.125578 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-e1acee12-fe6f-430d-8e74-4c16afb8e56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:48.191955 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-e1acee12-fe6f-430d-8e74-4c16afb8e56e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=19d63ce81b504b16867ed3b8b348966a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3420000 Jan 18 13:25:48.192785 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1acee12-fe6f-430d-8e74-4c16afb8e56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c452b16f-229c-4a92-862f-f55440d3c3e3,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:48.194591 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 44318) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:48.257128 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-238a886b-f595-4989-ad2a-b11618805bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:48.288537 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-238a886b-f595-4989-ad2a-b11618805bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:48.345121 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-238a886b-f595-4989-ad2a-b11618805bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:48.361694 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a886b-f595-4989-ad2a-b11618805bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c452b16f-229c-4a92-862f-f55440d3c3e3,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:48.367281 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-238a886b-f595-4989-ad2a-b11618805bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:48.368947 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-238a886b-f595-4989-ad2a-b11618805bf3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c452b16f-229c-4a92-862f-f55440d3c3e3 HTTP/1.1" status: 204 len: 168 time: 0.1716554 Jan 18 13:25:48.754408 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 44326) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:48.773301 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-6667064c-c134-42af-9ee8-e92ecdb34e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:48.813972 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-6667064c-c134-42af-9ee8-e92ecdb34e38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:25:48.817910 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-6667064c-c134-42af-9ee8-e92ecdb34e38 admin admin] Usage tracker for resource:security_group_rule and tenant:76bd1f32ed0b4f2bb4ad3870674424c5 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:25:48.820826 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-6667064c-c134-42af-9ee8-e92ecdb34e38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:25:48.826470 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-6667064c-c134-42af-9ee8-e92ecdb34e38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:25:48.898948 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-6667064c-c134-42af-9ee8-e92ecdb34e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:48.903239 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-6667064c-c134-42af-9ee8-e92ecdb34e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:48.950514 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667064c-c134-42af-9ee8-e92ecdb34e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9543330c-be0e-4ef5-85e2-9455fd8d1503,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:48.956092 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-6667064c-c134-42af-9ee8-e92ecdb34e38 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=76bd1f32ed0b4f2bb4ad3870674424c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2002952 Jan 18 13:25:48.957643 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 44332) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:49.059962 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:25:49.066743 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:49.076368 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-3b874d4a-a262-47b3-aba0-89bb0114590b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:49.106954 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-3b874d4a-a262-47b3-aba0-89bb0114590b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:49.127096 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e21a7-91eb-4aa5-a998-059df1068a84 req-6fbe24d9-a33a-48ac-9907-ea9ef8ee590b tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:25:49.128619 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-ac4e21a7-91eb-4aa5-a998-059df1068a84 req-6fbe24d9-a33a-48ac-9907-ea9ef8ee590b tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=dba8d9de-81c4-4b74-afe2-ced84684b684 HTTP/1.1" status: 200 len: 945 time: 0.1450517 Jan 18 13:25:49.194811 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-ac4e21a7-91eb-4aa5-a998-059df1068a84 req-ae135a49-40e5-4a63-9557-f173871028df tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596159 Jan 18 13:25:49.205458 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-3b874d4a-a262-47b3-aba0-89bb0114590b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:49.222203 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-3b874d4a-a262-47b3-aba0-89bb0114590b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:49.223346 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-3b874d4a-a262-47b3-aba0-89bb0114590b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9543330c-be0e-4ef5-85e2-9455fd8d1503 HTTP/1.1" status: 204 len: 168 time: 0.2644582 Jan 18 13:25:49.227915 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b874d4a-a262-47b3-aba0-89bb0114590b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9543330c-be0e-4ef5-85e2-9455fd8d1503,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:51.623817 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 44398) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:51.779831 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-aa3385a4-8ba3-41d0-a1ca-680e7d9f0380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:51.809924 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-aa3385a4-8ba3-41d0-a1ca-680e7d9f0380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:25:51.814193 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-aa3385a4-8ba3-41d0-a1ca-680e7d9f0380 admin admin] Usage tracker for resource:security_group_rule and tenant:d3232e413f2e493a949863c524309eff is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:25:51.817416 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-aa3385a4-8ba3-41d0-a1ca-680e7d9f0380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:25:51.823583 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-aa3385a4-8ba3-41d0-a1ca-680e7d9f0380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:25:51.889958 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-aa3385a4-8ba3-41d0-a1ca-680e7d9f0380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:51.895109 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-aa3385a4-8ba3-41d0-a1ca-680e7d9f0380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:51.947796 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3385a4-8ba3-41d0-a1ca-680e7d9f0380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9992b9f-347e-42e4-aeeb-037b277237a6,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:51.951900 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-aa3385a4-8ba3-41d0-a1ca-680e7d9f0380 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d3232e413f2e493a949863c524309eff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3270094 Jan 18 13:25:51.954783 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 44404) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:52.015338 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-aeb54c88-54c2-42f3-8a17-22b8ef6c5c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:52.041756 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-aeb54c88-54c2-42f3-8a17-22b8ef6c5c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:52.099052 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-aeb54c88-54c2-42f3-8a17-22b8ef6c5c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:52.113934 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb54c88-54c2-42f3-8a17-22b8ef6c5c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9992b9f-347e-42e4-aeeb-037b277237a6,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:52.120207 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-aeb54c88-54c2-42f3-8a17-22b8ef6c5c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:52.121434 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-aeb54c88-54c2-42f3-8a17-22b8ef6c5c4d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f9992b9f-347e-42e4-aeeb-037b277237a6 HTTP/1.1" status: 204 len: 168 time: 0.1657419 Jan 18 13:25:52.482869 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 44414) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:52.502358 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-50458006-efdd-40c4-83d8-3e127e35c199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:52.536768 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-50458006-efdd-40c4-83d8-3e127e35c199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:25:52.540476 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-50458006-efdd-40c4-83d8-3e127e35c199 admin admin] Usage tracker for resource:security_group_rule and tenant:465f4bfb35a1483fa779664cb16aa092 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:25:52.543280 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-50458006-efdd-40c4-83d8-3e127e35c199 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:25:52.550754 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-50458006-efdd-40c4-83d8-3e127e35c199 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:25:52.628266 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-50458006-efdd-40c4-83d8-3e127e35c199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:52.632204 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-50458006-efdd-40c4-83d8-3e127e35c199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:52.682406 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50458006-efdd-40c4-83d8-3e127e35c199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b5d433-e02b-4486-b596-31a9fd67678f,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:52.688894 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-50458006-efdd-40c4-83d8-3e127e35c199 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=465f4bfb35a1483fa779664cb16aa092&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2050257 Jan 18 13:25:52.691853 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 44418) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:52.694143 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50458006-efdd-40c4-83d8-3e127e35c199 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:52.694492 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50458006-efdd-40c4-83d8-3e127e35c199 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:52.694863 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50458006-efdd-40c4-83d8-3e127e35c199 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:52.695202 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50458006-efdd-40c4-83d8-3e127e35c199 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:52.695555 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50458006-efdd-40c4-83d8-3e127e35c199 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:52.695854 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50458006-efdd-40c4-83d8-3e127e35c199 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:52.696177 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50458006-efdd-40c4-83d8-3e127e35c199 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:52.696503 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50458006-efdd-40c4-83d8-3e127e35c199 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:52.696825 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50458006-efdd-40c4-83d8-3e127e35c199 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:52.697150 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50458006-efdd-40c4-83d8-3e127e35c199 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:52.697471 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50458006-efdd-40c4-83d8-3e127e35c199 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:25:52.759533 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-93af4b89-7929-4f14-bfcd-06153ec65f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:52.787095 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-93af4b89-7929-4f14-bfcd-06153ec65f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:52.845808 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-93af4b89-7929-4f14-bfcd-06153ec65f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:52.861309 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af4b89-7929-4f14-bfcd-06153ec65f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b5d433-e02b-4486-b596-31a9fd67678f,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:52.869400 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-93af4b89-7929-4f14-bfcd-06153ec65f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:52.872933 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-93af4b89-7929-4f14-bfcd-06153ec65f5a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b9b5d433-e02b-4486-b596-31a9fd67678f HTTP/1.1" status: 204 len: 168 time: 0.1777446 Jan 18 13:25:55.326023 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 44480) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:55.502127 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-78fb391b-acd7-4a72-9949-80ef510933e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:55.534883 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-78fb391b-acd7-4a72-9949-80ef510933e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:25:55.538893 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-78fb391b-acd7-4a72-9949-80ef510933e7 admin admin] Usage tracker for resource:security_group_rule and tenant:32790d71cbc145328f11e5c2c0120c6d is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:25:55.541671 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-78fb391b-acd7-4a72-9949-80ef510933e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:25:55.547313 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-78fb391b-acd7-4a72-9949-80ef510933e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:25:55.615482 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-78fb391b-acd7-4a72-9949-80ef510933e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:55.619015 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-78fb391b-acd7-4a72-9949-80ef510933e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:55.665715 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb391b-acd7-4a72-9949-80ef510933e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b733f6b1-1f2e-4980-bbf4-f17ba1f78c86,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:55.671143 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-78fb391b-acd7-4a72-9949-80ef510933e7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=32790d71cbc145328f11e5c2c0120c6d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3440955 Jan 18 13:25:55.674639 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 44488) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:55.741454 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-69fec5ff-309d-4cfc-955b-f2d7c024ac2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:55.767698 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-69fec5ff-309d-4cfc-955b-f2d7c024ac2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:55.819847 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-69fec5ff-309d-4cfc-955b-f2d7c024ac2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:55.841399 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fec5ff-309d-4cfc-955b-f2d7c024ac2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b733f6b1-1f2e-4980-bbf4-f17ba1f78c86,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:55.862243 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-69fec5ff-309d-4cfc-955b-f2d7c024ac2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:55.863438 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-69fec5ff-309d-4cfc-955b-f2d7c024ac2f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b733f6b1-1f2e-4980-bbf4-f17ba1f78c86 HTTP/1.1" status: 204 len: 168 time: 0.1877685 Jan 18 13:25:56.216242 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 44498) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:56.235648 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3915e190-d7ee-49c4-ac1d-45b398e03bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:56.267682 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-3915e190-d7ee-49c4-ac1d-45b398e03bcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:25:56.271426 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-3915e190-d7ee-49c4-ac1d-45b398e03bcc admin admin] Usage tracker for resource:security_group_rule and tenant:15f90cc6785b4ba2824388f865596ae6 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:25:56.274185 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-3915e190-d7ee-49c4-ac1d-45b398e03bcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:25:56.279800 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-3915e190-d7ee-49c4-ac1d-45b398e03bcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:25:56.349080 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3915e190-d7ee-49c4-ac1d-45b398e03bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:56.352748 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3915e190-d7ee-49c4-ac1d-45b398e03bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:56.400052 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915e190-d7ee-49c4-ac1d-45b398e03bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2517df-9cb8-4dd7-8611-6bdd8d832fbc,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:56.405401 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-3915e190-d7ee-49c4-ac1d-45b398e03bcc admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=15f90cc6785b4ba2824388f865596ae6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1881418 Jan 18 13:25:56.408927 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 44502) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:25:56.491262 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-df6f3983-9db7-45b1-ac14-e9c24b2741c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:56.518763 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-df6f3983-9db7-45b1-ac14-e9c24b2741c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:56.575583 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-df6f3983-9db7-45b1-ac14-e9c24b2741c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:56.590080 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f3983-9db7-45b1-ac14-e9c24b2741c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2517df-9cb8-4dd7-8611-6bdd8d832fbc,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:25:56.596268 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-df6f3983-9db7-45b1-ac14-e9c24b2741c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:25:56.597339 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-df6f3983-9db7-45b1-ac14-e9c24b2741c6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7b2517df-9cb8-4dd7-8611-6bdd8d832fbc HTTP/1.1" status: 204 len: 168 time: 0.1874466 Jan 18 13:25:59.943117 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 44596) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:26:00.101195 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-286b91b8-8478-4ab3-b8e4-a4a729e77750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:00.134148 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-286b91b8-8478-4ab3-b8e4-a4a729e77750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:26:00.137958 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-286b91b8-8478-4ab3-b8e4-a4a729e77750 admin admin] Usage tracker for resource:security_group_rule and tenant:2dfbedbd154c4371b475125c5b59e646 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:26:00.141518 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-286b91b8-8478-4ab3-b8e4-a4a729e77750 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:26:00.147185 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-286b91b8-8478-4ab3-b8e4-a4a729e77750 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:26:00.220888 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-286b91b8-8478-4ab3-b8e4-a4a729e77750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:00.224942 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-286b91b8-8478-4ab3-b8e4-a4a729e77750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:00.277031 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b91b8-8478-4ab3-b8e4-a4a729e77750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb81de36-f987-47ff-afac-04fcf28e9bda,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:26:00.282723 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-286b91b8-8478-4ab3-b8e4-a4a729e77750 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2dfbedbd154c4371b475125c5b59e646&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3370888 Jan 18 13:26:00.284409 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 44602) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:26:00.349821 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-08020a7c-8c97-45f1-a572-bf3cfd331dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:00.378059 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-08020a7c-8c97-45f1-a572-bf3cfd331dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:00.432032 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-08020a7c-8c97-45f1-a572-bf3cfd331dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:00.447369 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08020a7c-8c97-45f1-a572-bf3cfd331dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb81de36-f987-47ff-afac-04fcf28e9bda,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:26:00.453753 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-08020a7c-8c97-45f1-a572-bf3cfd331dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:00.457544 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-08020a7c-8c97-45f1-a572-bf3cfd331dfd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fb81de36-f987-47ff-afac-04fcf28e9bda HTTP/1.1" status: 204 len: 168 time: 0.1721609 Jan 18 13:26:00.817946 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 44614) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:26:00.839628 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-a3695353-51b7-40fe-9f96-da1f33c373c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:00.875413 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-a3695353-51b7-40fe-9f96-da1f33c373c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:26:00.879251 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-a3695353-51b7-40fe-9f96-da1f33c373c0 admin admin] Usage tracker for resource:security_group_rule and tenant:b1b3a624b6794a3c95b94610b8658302 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:26:00.882288 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-a3695353-51b7-40fe-9f96-da1f33c373c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:26:00.888680 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-a3695353-51b7-40fe-9f96-da1f33c373c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:26:00.958945 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-a3695353-51b7-40fe-9f96-da1f33c373c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:00.963286 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-a3695353-51b7-40fe-9f96-da1f33c373c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:01.013656 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3695353-51b7-40fe-9f96-da1f33c373c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ba78b0-7b29-41d2-957c-c7ef1a81a038,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:26:01.021710 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-a3695353-51b7-40fe-9f96-da1f33c373c0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b1b3a624b6794a3c95b94610b8658302&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2002847 Jan 18 13:26:01.022655 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 44622) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:26:01.090146 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e16eb091-9ef5-438d-9b1c-d03fc7119c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:01.117284 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e16eb091-9ef5-438d-9b1c-d03fc7119c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:01.171034 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e16eb091-9ef5-438d-9b1c-d03fc7119c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:01.186293 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16eb091-9ef5-438d-9b1c-d03fc7119c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ba78b0-7b29-41d2-957c-c7ef1a81a038,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:26:01.195955 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e16eb091-9ef5-438d-9b1c-d03fc7119c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:01.199871 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-e16eb091-9ef5-438d-9b1c-d03fc7119c12 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/01ba78b0-7b29-41d2-957c-c7ef1a81a038 HTTP/1.1" status: 204 len: 168 time: 0.1750963 Jan 18 13:26:01.367069 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08810f6c-db85-4917-a44a-33baeecafa92 req-30f9408d-bba2-4be8-ad21-39de916bf695 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:26:01.368662 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-08810f6c-db85-4917-a44a-33baeecafa92 req-30f9408d-bba2-4be8-ad21-39de916bf695 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/networks?id=c927dce0-b82a-4834-9ed9-39f634285529 HTTP/1.1" status: 200 len: 815 time: 0.1512790 Jan 18 13:26:01.385497 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-08810f6c-db85-4917-a44a-33baeecafa92 req-c00cfb16-4fda-4c9a-b5c1-b4341624873d tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/quotas/6424da679d464a2dbff64854133782ac HTTP/1.1" status: 200 len: 375 time: 0.0112240 Jan 18 13:26:01.475525 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-08810f6c-db85-4917-a44a-33baeecafa92 req-6ba1c1f9-1046-4d06-adb9-14ac57d361d6 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6424da679d464a2dbff64854133782ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0837123 Jan 18 13:26:01.706810 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [req-08810f6c-db85-4917-a44a-33baeecafa92 req-a8e1554d-34b5-4562-9c0d-bcdc2bac7ad7 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=82757) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 18 13:26:01.713837 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-08810f6c-db85-4917-a44a-33baeecafa92 req-a8e1554d-34b5-4562-9c0d-bcdc2bac7ad7 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2315984 Jan 18 13:26:01.849710 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-08810f6c-db85-4917-a44a-33baeecafa92 req-44c2475c-83a1-405f-a6ad-a07f34592e67 service neutron] 10.222.0.84 "GET /v2.0/networks/c927dce0-b82a-4834-9ed9-39f634285529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346998 Jan 18 13:26:01.995199 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-08810f6c-db85-4917-a44a-33baeecafa92 req-0ceb73cd-b463-4e13-832b-f544385b7337 service neutron] 10.222.0.84 "GET /v2.0/networks/c927dce0-b82a-4834-9ed9-39f634285529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399148 Jan 18 13:26:02.209548 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bc145bd3-1721-4f8d-b581-ff8f098772ed req-d13d1118-fd18-46ad-878c-b4023c1b7ee2 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cd07522-cc36-4244-aa8b-8403645ae8da HTTP/1.1" status: 200 len: 210 time: 0.0510333 Jan 18 13:26:03.382835 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-5a8bf742-732c-4837-912c-135a5df0e06c req-9f59b04d-25ed-410a-8239-7883c19532be tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cd07522-cc36-4244-aa8b-8403645ae8da HTTP/1.1" status: 200 len: 210 time: 0.0468514 Jan 18 13:26:03.434502 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08810f6c-db85-4917-a44a-33baeecafa92 req-685e9b08-04d2-4575-9ae3-e5ccb1760c5f tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:26:03.436830 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-08810f6c-db85-4917-a44a-33baeecafa92 req-685e9b08-04d2-4575-9ae3-e5ccb1760c5f tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.35 "GET /v2.0/networks?id=c927dce0-b82a-4834-9ed9-39f634285529 HTTP/1.1" status: 200 len: 815 time: 0.1913102 Jan 18 13:26:03.462944 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [req-08810f6c-db85-4917-a44a-33baeecafa92 req-af04037b-5102-4140-8a20-b42085ff048b tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Request body: {'port': {'device_id': '0cd07522-cc36-4244-aa8b-8403645ae8da', 'network_id': 'c927dce0-b82a-4834-9ed9-39f634285529', 'admin_state_up': True, 'tenant_id': '6424da679d464a2dbff64854133782ac'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:26:03.625137 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [req-08810f6c-db85-4917-a44a-33baeecafa92 req-af04037b-5102-4140-8a20-b42085ff048b tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:26:03.634629 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [req-08810f6c-db85-4917-a44a-33baeecafa92 req-af04037b-5102-4140-8a20-b42085ff048b tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:26:03.645376 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08810f6c-db85-4917-a44a-33baeecafa92 req-af04037b-5102-4140-8a20-b42085ff048b tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Made reservation on behalf of 6424da679d464a2dbff64854133782ac for: {'port': 1} {{(pid=82756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:26:03.648692 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-08810f6c-db85-4917-a44a-33baeecafa92 req-af04037b-5102-4140-8a20-b42085ff048b tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:03.827154 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.db_base_plugin_common [req-08810f6c-db85-4917-a44a-33baeecafa92 req-af04037b-5102-4140-8a20-b42085ff048b tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Allocated IP 172.20.0.2 (c927dce0-b82a-4834-9ed9-39f634285529/daa9bd3d-0978-4b14-8a09-b5af2ee720f5/41eea3f5-0106-43fd-b85f-6a24649b68fc) {{(pid=82756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:26:04.048496 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-08810f6c-db85-4917-a44a-33baeecafa92 req-af04037b-5102-4140-8a20-b42085ff048b tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Notify callbacks [] for port, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:04.077987 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-08810f6c-db85-4917-a44a-33baeecafa92 req-af04037b-5102-4140-8a20-b42085ff048b tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:04.119042 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] get_ports_and_sgs() called for port_ids ['d9340fc1-577e-44af-9cb1-4c23cbc26f82', '9cadfc6a-1f19-47cd-86d5-6fa546156923', '9a48c6f0-5643-488b-b4ca-282c60638496'] {{(pid=82758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:26:04.242124 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08810f6c-db85-4917-a44a-33baeecafa92 req-af04037b-5102-4140-8a20-b42085ff048b tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Network c927dce0-b82a-4834-9ed9-39f634285529 is already hosted by enough agents. {{(pid=82756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:26:04.245539 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.base_scheduler [req-08810f6c-db85-4917-a44a-33baeecafa92 req-af04037b-5102-4140-8a20-b42085ff048b tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Resources bound (agent type, host, resource id): {{(pid=82756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:26:04.250429 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [req-08810f6c-db85-4917-a44a-33baeecafa92 req-af04037b-5102-4140-8a20-b42085ff048b tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Received port after_create {{(pid=82756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:26:04.279194 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04037b-5102-4140-8a20-b42085ff048b tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Pushing event updated for resources: {'Port': ['ID=41eea3f5-0106-43fd-b85f-6a24649b68fc,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:26:04.317926 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08810f6c-db85-4917-a44a-33baeecafa92 req-af04037b-5102-4140-8a20-b42085ff048b tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:26:04.318535 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-08810f6c-db85-4917-a44a-33baeecafa92 req-af04037b-5102-4140-8a20-b42085ff048b tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:04.356305 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-08810f6c-db85-4917-a44a-33baeecafa92 req-af04037b-5102-4140-8a20-b42085ff048b tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8978550 Jan 18 13:26:04.382756 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [req-08810f6c-db85-4917-a44a-33baeecafa92 req-8f4baacd-46e5-4e40-912f-729c1e6ebb02 service neutron] Request body: {'port': {'device_id': '0cd07522-cc36-4244-aa8b-8403645ae8da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:26:04.550064 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-08810f6c-db85-4917-a44a-33baeecafa92 req-8f4baacd-46e5-4e40-912f-729c1e6ebb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:04.749551 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870f392-979b-4cbd-be84-75df99199f62 req-3d1dbe6c-d14e-4fa6-b327-3a3a7caf596a tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:26:04.750207 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-8870f392-979b-4cbd-be84-75df99199f62 req-3d1dbe6c-d14e-4fa6-b327-3a3a7caf596a tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Synchronizing usage tracker for tenant:6424da679d464a2dbff64854133782ac on resource:port {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:26:04.836687 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-8870f392-979b-4cbd-be84-75df99199f62 req-3d1dbe6c-d14e-4fa6-b327-3a3a7caf596a tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Unset dirty status for tenant:6424da679d464a2dbff64854133782ac on resource:port {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:26:04.837749 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8870f392-979b-4cbd-be84-75df99199f62 req-3d1dbe6c-d14e-4fa6-b327-3a3a7caf596a tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cd07522-cc36-4244-aa8b-8403645ae8da HTTP/1.1" status: 200 len: 931 time: 0.2887278 Jan 18 13:26:04.930259 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8870f392-979b-4cbd-be84-75df99199f62 req-b6da703f-4d97-4268-9519-310679dae985 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855815 Jan 18 13:26:05.003897 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [req-08810f6c-db85-4917-a44a-33baeecafa92 req-8f4baacd-46e5-4e40-912f-729c1e6ebb02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41eea3f5-0106-43fd-b85f-6a24649b68fc {{(pid=82756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:26:05.011744 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-08810f6c-db85-4917-a44a-33baeecafa92 req-8f4baacd-46e5-4e40-912f-729c1e6ebb02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:05.026576 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.provisioning_blocks [req-08810f6c-db85-4917-a44a-33baeecafa92 req-8f4baacd-46e5-4e40-912f-729c1e6ebb02 service neutron] Transition to ACTIVE for port object 41eea3f5-0106-43fd-b85f-6a24649b68fc will not be triggered until provisioned by entity L2. {{(pid=82756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:26:05.030104 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-08810f6c-db85-4917-a44a-33baeecafa92 req-8f4baacd-46e5-4e40-912f-729c1e6ebb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:05.153321 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4baacd-46e5-4e40-912f-729c1e6ebb02 service neutron] Pushing event updated for resources: {'Port': ['ID=41eea3f5-0106-43fd-b85f-6a24649b68fc,revision_number=2']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:26:05.279552 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-08810f6c-db85-4917-a44a-33baeecafa92 req-8f4baacd-46e5-4e40-912f-729c1e6ebb02 service neutron] Attempting to bind port 41eea3f5-0106-43fd-b85f-6a24649b68fc on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:26:05.279891 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-08810f6c-db85-4917-a44a-33baeecafa92 req-8f4baacd-46e5-4e40-912f-729c1e6ebb02 service neutron] Attempting to bind port 41eea3f5-0106-43fd-b85f-6a24649b68fc by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '3f5afaac-f1dd-4309-ac5e-612f936b3e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'c927dce0-b82a-4834-9ed9-39f634285529'}] {{(pid=82756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:26:05.280230 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08810f6c-db85-4917-a44a-33baeecafa92 req-8f4baacd-46e5-4e40-912f-729c1e6ebb02 service neutron] Attempting to bind port 41eea3f5-0106-43fd-b85f-6a24649b68fc on network c927dce0-b82a-4834-9ed9-39f634285529 {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:26:05.287749 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08810f6c-db85-4917-a44a-33baeecafa92 req-8f4baacd-46e5-4e40-912f-729c1e6ebb02 service neutron] Port 41eea3f5-0106-43fd-b85f-6a24649b68fc on network c927dce0-b82a-4834-9ed9-39f634285529 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:26:05.288073 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08810f6c-db85-4917-a44a-33baeecafa92 req-8f4baacd-46e5-4e40-912f-729c1e6ebb02 service neutron] Attempting to bind port 41eea3f5-0106-43fd-b85f-6a24649b68fc on network c927dce0-b82a-4834-9ed9-39f634285529 {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:26:05.294579 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08810f6c-db85-4917-a44a-33baeecafa92 req-8f4baacd-46e5-4e40-912f-729c1e6ebb02 service neutron] Checking agent: {'id': '085e0bf5-487d-485c-86f3-dab2733d35ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'started_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:26:05.294945 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08810f6c-db85-4917-a44a-33baeecafa92 req-8f4baacd-46e5-4e40-912f-729c1e6ebb02 service neutron] Checking segment: {'id': '3f5afaac-f1dd-4309-ac5e-612f936b3e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'c927dce0-b82a-4834-9ed9-39f634285529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:26:05.295317 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08810f6c-db85-4917-a44a-33baeecafa92 req-8f4baacd-46e5-4e40-912f-729c1e6ebb02 service neutron] Bound using segment: {'id': '3f5afaac-f1dd-4309-ac5e-612f936b3e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'c927dce0-b82a-4834-9ed9-39f634285529'} {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:26:05.295735 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-08810f6c-db85-4917-a44a-33baeecafa92 req-8f4baacd-46e5-4e40-912f-729c1e6ebb02 service neutron] Bound port: 41eea3f5-0106-43fd-b85f-6a24649b68fc, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f5afaac-f1dd-4309-ac5e-612f936b3e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1069, 'network_id': 'c927dce0-b82a-4834-9ed9-39f634285529'}}] {{(pid=82756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:26:05.296077 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-08810f6c-db85-4917-a44a-33baeecafa92 req-8f4baacd-46e5-4e40-912f-729c1e6ebb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:05.400156 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-08810f6c-db85-4917-a44a-33baeecafa92 req-8f4baacd-46e5-4e40-912f-729c1e6ebb02 service neutron] For port 41eea3f5-0106-43fd-b85f-6a24649b68fc, host hv-cinder-82510, cleared binding levels {{(pid=82756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:26:05.403650 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-08810f6c-db85-4917-a44a-33baeecafa92 req-8f4baacd-46e5-4e40-912f-729c1e6ebb02 service neutron] For port 41eea3f5-0106-43fd-b85f-6a24649b68fc, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=41eea3f5-0106-43fd-b85f-6a24649b68fc,segment=NetworkSegment(3f5afaac-f1dd-4309-ac5e-612f936b3e1e),segment_id=3f5afaac-f1dd-4309-ac5e-612f936b3e1e)] {{(pid=82756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:26:05.412894 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-08810f6c-db85-4917-a44a-33baeecafa92 req-8f4baacd-46e5-4e40-912f-729c1e6ebb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:05.480438 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-08810f6c-db85-4917-a44a-33baeecafa92 req-8f4baacd-46e5-4e40-912f-729c1e6ebb02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:05.481396 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-08810f6c-db85-4917-a44a-33baeecafa92 req-8f4baacd-46e5-4e40-912f-729c1e6ebb02 service neutron] 10.222.0.35 "PUT /v2.0/ports/41eea3f5-0106-43fd-b85f-6a24649b68fc HTTP/1.1" status: 200 len: 1093 time: 1.1035583 Jan 18 13:26:05.481812 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd07522-cc36-4244-aa8b-8403645ae8da', 'tag': '41eea3f5-0106-43fd-b85f-6a24649b68fc'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:26:05.513244 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4baacd-46e5-4e40-912f-729c1e6ebb02 service neutron] Pushing event updated for resources: {'Port': ['ID=41eea3f5-0106-43fd-b85f-6a24649b68fc,revision_number=3']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:26:05.592525 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd07522-cc36-4244-aa8b-8403645ae8da', 'tag': '41eea3f5-0106-43fd-b85f-6a24649b68fc', 'status': 'completed', 'code': 200} Jan 18 13:26:05.639092 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-08810f6c-db85-4917-a44a-33baeecafa92 req-733a5dcc-3dce-4305-80f6-dc81620401b5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6424da679d464a2dbff64854133782ac&device_id=0cd07522-cc36-4244-aa8b-8403645ae8da HTTP/1.1" status: 200 len: 1096 time: 0.0856049 Jan 18 13:26:05.725064 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-08810f6c-db85-4917-a44a-33baeecafa92 req-68b8c410-388c-4189-b078-1537952d183e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41eea3f5-0106-43fd-b85f-6a24649b68fc HTTP/1.1" status: 200 len: 217 time: 0.0696230 Jan 18 13:26:05.791870 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08810f6c-db85-4917-a44a-33baeecafa92 req-5e61d7d0-8129-44c9-9fd7-2aed6375b66b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:26:05.793520 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-08810f6c-db85-4917-a44a-33baeecafa92 req-5e61d7d0-8129-44c9-9fd7-2aed6375b66b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=daa9bd3d-0978-4b14-8a09-b5af2ee720f5 HTTP/1.1" status: 200 len: 855 time: 0.0614667 Jan 18 13:26:05.840373 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-08810f6c-db85-4917-a44a-33baeecafa92 req-6f50fe78-a071-4c44-9c6e-8a3a3e3c39a6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c927dce0-b82a-4834-9ed9-39f634285529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402291 Jan 18 13:26:05.979591 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-08810f6c-db85-4917-a44a-33baeecafa92 req-af47b0bc-c08a-415f-a251-f7e9d98a8862 service neutron] 10.222.0.35 "GET /v2.0/networks/c927dce0-b82a-4834-9ed9-39f634285529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311610 Jan 18 13:26:06.272267 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-08810f6c-db85-4917-a44a-33baeecafa92 req-835942f3-ed2b-426e-af01-89c7e005d290 service neutron] 10.222.0.35 "GET /v2.0/networks/c927dce0-b82a-4834-9ed9-39f634285529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862146 Jan 18 13:26:06.288744 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a369a-00c9-4b04-8dab-e959bd8b3598 req-b36d4cf9-2e0d-4ff5-b630-a5d78b8cea9d tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:26:06.295489 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-df8a369a-00c9-4b04-8dab-e959bd8b3598 req-b36d4cf9-2e0d-4ff5-b630-a5d78b8cea9d tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cd07522-cc36-4244-aa8b-8403645ae8da HTTP/1.1" status: 200 len: 943 time: 0.2302606 Jan 18 13:26:06.339991 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-df8a369a-00c9-4b04-8dab-e959bd8b3598 req-f3bba033-d982-4c54-ba33-798a51d6906b tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436752 Jan 18 13:26:06.460588 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bb8b91bf-de5e-496c-868c-dd7a08618c44 req-a22baf9a-776c-49e8-9bc6-96400bc64a52 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6424da679d464a2dbff64854133782ac&device_id=0cd07522-cc36-4244-aa8b-8403645ae8da HTTP/1.1" status: 200 len: 1096 time: 0.0796089 Jan 18 13:26:06.614985 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b91bf-de5e-496c-868c-dd7a08618c44 req-ef092424-7b93-4798-98fa-3a5d13649184 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:26:06.616445 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bb8b91bf-de5e-496c-868c-dd7a08618c44 req-ef092424-7b93-4798-98fa-3a5d13649184 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c927dce0-b82a-4834-9ed9-39f634285529 HTTP/1.1" status: 200 len: 917 time: 0.1411061 Jan 18 13:26:06.750646 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bb8b91bf-de5e-496c-868c-dd7a08618c44 req-fb1bfc5a-baa6-41fb-ba1f-942fb8f7d9c9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41eea3f5-0106-43fd-b85f-6a24649b68fc HTTP/1.1" status: 200 len: 217 time: 0.1191835 Jan 18 13:26:06.839065 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b91bf-de5e-496c-868c-dd7a08618c44 req-2539084c-8c27-4fb8-9da1-069ca8a89a88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:26:06.840523 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bb8b91bf-de5e-496c-868c-dd7a08618c44 req-2539084c-8c27-4fb8-9da1-069ca8a89a88 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=daa9bd3d-0978-4b14-8a09-b5af2ee720f5 HTTP/1.1" status: 200 len: 855 time: 0.0801725 Jan 18 13:26:06.847317 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d52a35bc-bfee-43d2-9706-19904dccc68a req-17e75c37-0fae-413e-bd10-c89737d7130b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b4fca4b5-385f-483c-b33a-042c66fdb253&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1554360 Jan 18 13:26:06.888363 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bb8b91bf-de5e-496c-868c-dd7a08618c44 req-ee8631da-3076-43ab-94f5-e2448ea2fb70 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c927dce0-b82a-4834-9ed9-39f634285529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400786 Jan 18 13:26:07.087271 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bb8b91bf-de5e-496c-868c-dd7a08618c44 req-84d7759d-85da-4736-908b-8fb92eaf2125 service neutron] 10.222.0.35 "GET /v2.0/networks/c927dce0-b82a-4834-9ed9-39f634285529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914775 Jan 18 13:26:07.099043 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d52a35bc-bfee-43d2-9706-19904dccc68a req-2e97bf22-15a8-4469-9612-9038801bf505 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6424da679d464a2dbff64854133782ac&device_id=b4fca4b5-385f-483c-b33a-042c66fdb253 HTTP/1.1" status: 200 len: 1099 time: 0.1259439 Jan 18 13:26:07.342869 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-bb8b91bf-de5e-496c-868c-dd7a08618c44 req-f6222684-2fc7-4ddb-a360-675357977b3a service neutron] 10.222.0.35 "GET /v2.0/networks/c927dce0-b82a-4834-9ed9-39f634285529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472670 Jan 18 13:26:07.346966 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a35bc-bfee-43d2-9706-19904dccc68a req-4e36391f-e53d-48ea-b9c5-1b0108743fe5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:26:07.348275 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d52a35bc-bfee-43d2-9706-19904dccc68a req-4e36391f-e53d-48ea-b9c5-1b0108743fe5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c927dce0-b82a-4834-9ed9-39f634285529 HTTP/1.1" status: 200 len: 917 time: 0.2275367 Jan 18 13:26:07.432528 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d52a35bc-bfee-43d2-9706-19904dccc68a req-297d371f-53a6-4673-841c-91a2870319b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9340fc1-577e-44af-9cb1-4c23cbc26f82 HTTP/1.1" status: 200 len: 217 time: 0.0654731 Jan 18 13:26:07.504866 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a35bc-bfee-43d2-9706-19904dccc68a req-f9881d5f-fdcb-4c9f-9ad8-bcc02ef5a532 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:26:07.506288 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d52a35bc-bfee-43d2-9706-19904dccc68a req-f9881d5f-fdcb-4c9f-9ad8-bcc02ef5a532 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=daa9bd3d-0978-4b14-8a09-b5af2ee720f5 HTTP/1.1" status: 200 len: 855 time: 0.0679154 Jan 18 13:26:07.557913 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d52a35bc-bfee-43d2-9706-19904dccc68a req-8c86f367-9483-4676-9d78-9499fa112571 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c927dce0-b82a-4834-9ed9-39f634285529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398438 Jan 18 13:26:07.562038 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b8c6d-cbb8-43b5-8718-06bfb872e960 req-ff55cf5b-6d7a-4d8d-86df-05034eb92bf8 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:26:07.563711 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-fd4b8c6d-cbb8-43b5-8718-06bfb872e960 req-ff55cf5b-6d7a-4d8d-86df-05034eb92bf8 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cd07522-cc36-4244-aa8b-8403645ae8da HTTP/1.1" status: 200 len: 943 time: 0.0838470 Jan 18 13:26:07.614529 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-fd4b8c6d-cbb8-43b5-8718-06bfb872e960 req-b7d46c4e-c1ae-408b-86ce-667b299aa51c tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422347 Jan 18 13:26:07.692209 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d52a35bc-bfee-43d2-9706-19904dccc68a req-de154f74-30ba-410b-81f5-18e7360fe8a1 service neutron] 10.222.0.35 "GET /v2.0/networks/c927dce0-b82a-4834-9ed9-39f634285529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273763 Jan 18 13:26:07.828858 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d52a35bc-bfee-43d2-9706-19904dccc68a req-46010025-788f-45c1-82f0-016c7042cf0d service neutron] 10.222.0.35 "GET /v2.0/networks/c927dce0-b82a-4834-9ed9-39f634285529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276841 Jan 18 13:26:08.829076 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01818f9-8e4a-432e-a29f-c04699f46dff req-231476f2-b703-4aa0-827c-23a6e8909449 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:26:08.830734 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e01818f9-8e4a-432e-a29f-c04699f46dff req-231476f2-b703-4aa0-827c-23a6e8909449 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cd07522-cc36-4244-aa8b-8403645ae8da HTTP/1.1" status: 200 len: 943 time: 0.0877099 Jan 18 13:26:08.975770 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e01818f9-8e4a-432e-a29f-c04699f46dff req-a4481de3-3022-4649-9831-4e9b1a030edf tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377192 Jan 18 13:26:10.197431 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f084533-e638-45e1-86a8-617cc50ef9a9 req-37e42806-b45c-471c-85ec-ec394c784727 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:26:10.199008 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-9f084533-e638-45e1-86a8-617cc50ef9a9 req-37e42806-b45c-471c-85ec-ec394c784727 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cd07522-cc36-4244-aa8b-8403645ae8da HTTP/1.1" status: 200 len: 943 time: 0.0964231 Jan 18 13:26:10.253688 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-9f084533-e638-45e1-86a8-617cc50ef9a9 req-864be95f-341c-453a-830c-6a6776ecb5c7 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490599 Jan 18 13:26:10.449376 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:10.724491 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 41eea3f5-0106-43fd-b85f-6a24649b68fc details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:26:10.889390 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 41eea3f5-0106-43fd-b85f-6a24649b68fc, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=41eea3f5-0106-43fd-b85f-6a24649b68fc,segment=NetworkSegment(3f5afaac-f1dd-4309-ac5e-612f936b3e1e),segment_id=3f5afaac-f1dd-4309-ac5e-612f936b3e1e)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:26:10.905920 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Returning: {'device': '41eea3f5-0106-43fd-b85f-6a24649b68fc', 'network_id': 'c927dce0-b82a-4834-9ed9-39f634285529', 'port_id': '41eea3f5-0106-43fd-b85f-6a24649b68fc', 'mac_address': 'fa:16:3e:40:6a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1069, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daa9bd3d-0978-4b14-8a09-b5af2ee720f5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:26:10.969323 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:10.986552 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41eea3f5-0106-43fd-b85f-6a24649b68fc {{(pid=82758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:26:11.001444 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 41eea3f5-0106-43fd-b85f-6a24649b68fc, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=41eea3f5-0106-43fd-b85f-6a24649b68fc,segment=NetworkSegment(3f5afaac-f1dd-4309-ac5e-612f936b3e1e),segment_id=3f5afaac-f1dd-4309-ac5e-612f936b3e1e)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:26:11.006369 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:11.084643 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=41eea3f5-0106-43fd-b85f-6a24649b68fc,revision_number=4']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:26:11.093084 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:26:11.093541 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:26:11.093892 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:26:11.094305 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:26:11.094635 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:26:11.094994 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:26:11.095316 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:26:11.095642 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:26:11.095958 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:26:11.096274 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:26:11.096586 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:26:11.376652 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] get_ports_and_sgs() called for port_ids ['41eea3f5-0106-43fd-b85f-6a24649b68fc'] {{(pid=82758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:26:11.455810 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c0141-c4ca-49c2-a41f-563fb10162c9 req-6a1e16a6-07ff-4a5a-9f16-0cbec7d10e1f tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:26:11.457976 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5a6c0141-c4ca-49c2-a41f-563fb10162c9 req-6a1e16a6-07ff-4a5a-9f16-0cbec7d10e1f tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cd07522-cc36-4244-aa8b-8403645ae8da HTTP/1.1" status: 200 len: 944 time: 0.0821788 Jan 18 13:26:11.505750 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5a6c0141-c4ca-49c2-a41f-563fb10162c9 req-e7d8521d-d1a2-4f23-8d76-956d8ce14a89 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423510 Jan 18 13:26:11.751592 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 44782) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:26:11.913973 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-890b6266-514d-40b8-b90f-75c1567c6e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:11.946287 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-890b6266-514d-40b8-b90f-75c1567c6e7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:26:11.950124 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-890b6266-514d-40b8-b90f-75c1567c6e7e admin admin] Usage tracker for resource:security_group_rule and tenant:063b274c691c45bf99851a8ec3354f6b is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:26:11.953697 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-890b6266-514d-40b8-b90f-75c1567c6e7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:26:11.959610 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-890b6266-514d-40b8-b90f-75c1567c6e7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:26:12.028125 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-890b6266-514d-40b8-b90f-75c1567c6e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:12.032662 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-890b6266-514d-40b8-b90f-75c1567c6e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:12.079136 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b6266-514d-40b8-b90f-75c1567c6e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3126c496-e94d-43e1-b81f-f817875163b4,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:26:12.085084 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-890b6266-514d-40b8-b90f-75c1567c6e7e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=063b274c691c45bf99851a8ec3354f6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3324356 Jan 18 13:26:12.087730 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 44788) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:26:12.147806 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-e73dc4b3-eb06-427c-87cf-20fce1e2b43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:12.174881 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-e73dc4b3-eb06-427c-87cf-20fce1e2b43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:12.226924 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-e73dc4b3-eb06-427c-87cf-20fce1e2b43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:12.244454 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73dc4b3-eb06-427c-87cf-20fce1e2b43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3126c496-e94d-43e1-b81f-f817875163b4,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:26:12.251615 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-e73dc4b3-eb06-427c-87cf-20fce1e2b43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:12.252803 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-e73dc4b3-eb06-427c-87cf-20fce1e2b43f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3126c496-e94d-43e1-b81f-f817875163b4 HTTP/1.1" status: 204 len: 168 time: 0.1638789 Jan 18 13:26:12.603556 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 44798) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:26:12.627645 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-13caced2-f0bc-47d8-8d35-f243b094fffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:12.660284 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-13caced2-f0bc-47d8-8d35-f243b094fffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:26:12.664712 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-13caced2-f0bc-47d8-8d35-f243b094fffb admin admin] Usage tracker for resource:security_group_rule and tenant:2cfa730e8a174d448e949e45676cfb44 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:26:12.667960 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-13caced2-f0bc-47d8-8d35-f243b094fffb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:26:12.673821 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-13caced2-f0bc-47d8-8d35-f243b094fffb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:26:12.715076 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a61247-8b64-40ab-9481-d0e60611d7f8 req-31689313-00ad-484e-8cb5-104fe463d527 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:26:12.716827 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-13a61247-8b64-40ab-9481-d0e60611d7f8 req-31689313-00ad-484e-8cb5-104fe463d527 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cd07522-cc36-4244-aa8b-8403645ae8da HTTP/1.1" status: 200 len: 944 time: 0.0838675 Jan 18 13:26:12.735888 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 41eea3f5-0106-43fd-b85f-6a24649b68fc up at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:26:12.755577 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-13caced2-f0bc-47d8-8d35-f243b094fffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:12.760222 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-13caced2-f0bc-47d8-8d35-f243b094fffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:12.767350 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-13a61247-8b64-40ab-9481-d0e60611d7f8 req-c74059bf-286f-486f-b608-51ee3aa7e4ff tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428910 Jan 18 13:26:12.811695 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13caced2-f0bc-47d8-8d35-f243b094fffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d717fb41-12d8-4abc-8563-e80115712019,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:26:12.816838 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-13caced2-f0bc-47d8-8d35-f243b094fffb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2cfa730e8a174d448e949e45676cfb44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2122669 Jan 18 13:26:12.819387 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 44802) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:26:12.829493 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning for port 41eea3f5-0106-43fd-b85f-6a24649b68fc completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:26:12.835542 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning complete for port 41eea3f5-0106-43fd-b85f-6a24649b68fc triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:26:12.835910 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:12.892537 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-678b0bae-f9cc-440f-8546-3329f2767f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:12.935599 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-678b0bae-f9cc-440f-8546-3329f2767f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:12.992892 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:13.011123 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-678b0bae-f9cc-440f-8546-3329f2767f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:13.021229 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd07522-cc36-4244-aa8b-8403645ae8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41eea3f5-0106-43fd-b85f-6a24649b68fc'}] {{(pid=82758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:26:13.029551 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b0bae-f9cc-440f-8546-3329f2767f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d717fb41-12d8-4abc-8563-e80115712019,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:26:13.030642 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 41eea3f5-0106-43fd-b85f-6a24649b68fc, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=41eea3f5-0106-43fd-b85f-6a24649b68fc,segment=NetworkSegment(3f5afaac-f1dd-4309-ac5e-612f936b3e1e),segment_id=3f5afaac-f1dd-4309-ac5e-612f936b3e1e)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:26:13.034538 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-678b0bae-f9cc-440f-8546-3329f2767f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:13.038529 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-678b0bae-f9cc-440f-8546-3329f2767f0b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d717fb41-12d8-4abc-8563-e80115712019 HTTP/1.1" status: 204 len: 168 time: 0.2153418 Jan 18 13:26:13.047642 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:13.093003 dv-cinder-825103-1-iscsi neutron-server[82758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd07522-cc36-4244-aa8b-8403645ae8da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41eea3f5-0106-43fd-b85f-6a24649b68fc', 'code': 200} Jan 18 13:26:13.121597 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=41eea3f5-0106-43fd-b85f-6a24649b68fc,revision_number=5']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:26:13.372007 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0fce64b8-a7ca-4999-9fec-4153dd041561 req-3994e65b-2595-4bdb-a888-f3af4db6c994 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0cd07522-cc36-4244-aa8b-8403645ae8da HTTP/1.1" status: 200 len: 1098 time: 0.0807278 Jan 18 13:26:13.427243 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0fce64b8-a7ca-4999-9fec-4153dd041561 req-a3f5858f-815d-4c68-a58f-b5d4fd4a2128 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480649 Jan 18 13:26:13.494660 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 44812) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:26:13.517385 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-229aa9e3-383b-4ede-a795-91945b06166b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:13.561118 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-229aa9e3-383b-4ede-a795-91945b06166b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:26:13.566124 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-229aa9e3-383b-4ede-a795-91945b06166b admin admin] Usage tracker for resource:security_group_rule and tenant:089f2d83102c4a9c8e4732762222deb2 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:26:13.569141 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-229aa9e3-383b-4ede-a795-91945b06166b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:26:13.574835 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-229aa9e3-383b-4ede-a795-91945b06166b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:26:13.648188 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-229aa9e3-383b-4ede-a795-91945b06166b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:13.651880 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-229aa9e3-383b-4ede-a795-91945b06166b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:13.699130 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229aa9e3-383b-4ede-a795-91945b06166b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e9906c-501f-48f3-9a29-ddbf580e24aa,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:26:13.703662 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-229aa9e3-383b-4ede-a795-91945b06166b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=089f2d83102c4a9c8e4732762222deb2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2085264 Jan 18 13:26:13.706878 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 44816) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:26:13.767199 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-0f5b0e5c-b840-4f9e-bcb0-5d200d5880c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:13.794109 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-0f5b0e5c-b840-4f9e-bcb0-5d200d5880c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:13.850178 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-0f5b0e5c-b840-4f9e-bcb0-5d200d5880c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:13.864364 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b0e5c-b840-4f9e-bcb0-5d200d5880c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e9906c-501f-48f3-9a29-ddbf580e24aa,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:26:13.877551 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-0f5b0e5c-b840-4f9e-bcb0-5d200d5880c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:13.877551 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-0f5b0e5c-b840-4f9e-bcb0-5d200d5880c2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b4e9906c-501f-48f3-9a29-ddbf580e24aa HTTP/1.1" status: 204 len: 168 time: 0.1645689 Jan 18 13:26:13.946890 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-fe714911-a8d0-4ff5-9382-70f191a3ffe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:14.075429 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd7d76-4b96-44fc-8fcd-85fa78f19474 req-d09b9445-d27a-4345-a31f-b89f0f50b070 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:26:14.077150 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-09dd7d76-4b96-44fc-8fcd-85fa78f19474 req-d09b9445-d27a-4345-a31f-b89f0f50b070 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cd07522-cc36-4244-aa8b-8403645ae8da HTTP/1.1" status: 200 len: 945 time: 0.1667986 Jan 18 13:26:14.128552 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-09dd7d76-4b96-44fc-8fcd-85fa78f19474 req-50e7252d-dfa6-46e3-86cb-3bd76d689226 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442166 Jan 18 13:26:15.366804 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25686958-23d3-4e89-a6d0-bd3b6dd44c88 req-0f0a8118-eb7f-4bbf-935d-34f40e050945 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:26:15.368295 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-25686958-23d3-4e89-a6d0-bd3b6dd44c88 req-0f0a8118-eb7f-4bbf-935d-34f40e050945 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cd07522-cc36-4244-aa8b-8403645ae8da HTTP/1.1" status: 200 len: 945 time: 0.0892723 Jan 18 13:26:15.418195 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-25686958-23d3-4e89-a6d0-bd3b6dd44c88 req-03d9511f-0403-4f97-ac6f-cfcb7108fd11 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444551 Jan 18 13:26:16.169604 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-ca0995d2-b402-408e-a1ac-a4166965530e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:17.372156 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:17.584377 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:19.066614 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:26.050650 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:26:28.722866 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9cda4-1f20-4d46-a97f-10f3cdc259ee req-f0ea0740-bf2e-491d-a8b6-f99a089e5c73 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:26:28.724363 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a9d9cda4-1f20-4d46-a97f-10f3cdc259ee req-f0ea0740-bf2e-491d-a8b6-f99a089e5c73 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cd07522-cc36-4244-aa8b-8403645ae8da HTTP/1.1" status: 200 len: 945 time: 0.0788324 Jan 18 13:26:28.775407 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a9d9cda4-1f20-4d46-a97f-10f3cdc259ee req-8a926888-0efd-46f5-94bc-223bd4a0bb74 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455716 Jan 18 13:26:29.979073 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ea853-8114-4fd1-bb36-20a9fa5b1e9c req-070be8a1-a873-471f-b909-27ce3fd5a78a tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:26:29.980520 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-933ea853-8114-4fd1-bb36-20a9fa5b1e9c req-070be8a1-a873-471f-b909-27ce3fd5a78a tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cd07522-cc36-4244-aa8b-8403645ae8da HTTP/1.1" status: 200 len: 945 time: 0.0812023 Jan 18 13:26:30.030339 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-933ea853-8114-4fd1-bb36-20a9fa5b1e9c req-6fce337e-58e9-4b92-b318-0692f168c0ac tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424428 Jan 18 13:26:30.413582 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a48ec4-11cf-497d-8742-d42be08d2e7f req-d034beee-ca0a-4113-903d-a8a2080d2fdb tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:26:30.415039 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-83a48ec4-11cf-497d-8742-d42be08d2e7f req-d034beee-ca0a-4113-903d-a8a2080d2fdb tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.35 "GET /v2.0/ports?device_id=0cd07522-cc36-4244-aa8b-8403645ae8da HTTP/1.1" status: 200 len: 945 time: 0.0786247 Jan 18 13:26:30.482189 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [req-83a48ec4-11cf-497d-8742-d42be08d2e7f req-d33e8455-6ee6-4c39-893f-8624d612fee6 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Deleting port 41eea3f5-0106-43fd-b85f-6a24649b68fc {{(pid=82756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:26:30.482538 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-83a48ec4-11cf-497d-8742-d42be08d2e7f req-d33e8455-6ee6-4c39-893f-8624d612fee6 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:30.730704 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-83a48ec4-11cf-497d-8742-d42be08d2e7f req-d33e8455-6ee6-4c39-893f-8624d612fee6 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] For port 41eea3f5-0106-43fd-b85f-6a24649b68fc, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=41eea3f5-0106-43fd-b85f-6a24649b68fc,segment=NetworkSegment(3f5afaac-f1dd-4309-ac5e-612f936b3e1e),segment_id=3f5afaac-f1dd-4309-ac5e-612f936b3e1e)] {{(pid=82756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:26:30.731128 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-83a48ec4-11cf-497d-8742-d42be08d2e7f req-d33e8455-6ee6-4c39-893f-8624d612fee6 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:30.853759 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [req-83a48ec4-11cf-497d-8742-d42be08d2e7f req-d33e8455-6ee6-4c39-893f-8624d612fee6 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Calling delete_port for 41eea3f5-0106-43fd-b85f-6a24649b68fc owned by compute:nova {{(pid=82756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:26:30.997140 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-83a48ec4-11cf-497d-8742-d42be08d2e7f req-d33e8455-6ee6-4c39-893f-8624d612fee6 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:31.033457 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] get_ports_and_sgs() called for port_ids ['d9340fc1-577e-44af-9cb1-4c23cbc26f82', '9cadfc6a-1f19-47cd-86d5-6fa546156923', '9a48c6f0-5643-488b-b4ca-282c60638496', '41eea3f5-0106-43fd-b85f-6a24649b68fc'] {{(pid=82758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:26:31.050481 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e8455-6ee6-4c39-893f-8624d612fee6 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Pushing event deleted for resources: {'Port': ['ID=41eea3f5-0106-43fd-b85f-6a24649b68fc,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:26:31.126461 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a48ec4-11cf-497d-8742-d42be08d2e7f req-d33e8455-6ee6-4c39-893f-8624d612fee6 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] No DVR routers for this DVR port 41eea3f5-0106-43fd-b85f-6a24649b68fc on host hv-cinder-82510 {{(pid=82756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:26:31.129054 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-83a48ec4-11cf-497d-8742-d42be08d2e7f req-d33e8455-6ee6-4c39-893f-8624d612fee6 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:31.131736 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd07522-cc36-4244-aa8b-8403645ae8da', 'name': 'network-vif-deleted', 'tag': '41eea3f5-0106-43fd-b85f-6a24649b68fc'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:26:31.150137 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-83a48ec4-11cf-497d-8742-d42be08d2e7f req-d33e8455-6ee6-4c39-893f-8624d612fee6 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.35 "DELETE /v2.0/ports/41eea3f5-0106-43fd-b85f-6a24649b68fc HTTP/1.1" status: 204 len: 173 time: 0.7301791 Jan 18 13:26:31.206643 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd07522-cc36-4244-aa8b-8403645ae8da', 'name': 'network-vif-deleted', 'tag': '41eea3f5-0106-43fd-b85f-6a24649b68fc', 'status': 'completed', 'code': 200} Jan 18 13:26:31.214820 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-412b62c3-7bf5-4632-a568-c1c8f6c4159a req-feeb3e4b-5714-4b50-8b5d-0c29d3d85e0a tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Synchronizing usage tracker for tenant:6424da679d464a2dbff64854133782ac on resource:port {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:26:31.232130 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-412b62c3-7bf5-4632-a568-c1c8f6c4159a req-feeb3e4b-5714-4b50-8b5d-0c29d3d85e0a tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Unset dirty status for tenant:6424da679d464a2dbff64854133782ac on resource:port {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:26:31.235203 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-412b62c3-7bf5-4632-a568-c1c8f6c4159a req-feeb3e4b-5714-4b50-8b5d-0c29d3d85e0a tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cd07522-cc36-4244-aa8b-8403645ae8da HTTP/1.1" status: 200 len: 210 time: 0.0697303 Jan 18 13:26:33.990950 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca71de-2a9e-4ab5-8b8c-81114205ac08 req-78053640-d289-43aa-8c2f-28f1642f19a4 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:26:33.992389 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-56ca71de-2a9e-4ab5-8b8c-81114205ac08 req-78053640-d289-43aa-8c2f-28f1642f19a4 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=dba8d9de-81c4-4b74-afe2-ced84684b684 HTTP/1.1" status: 200 len: 945 time: 0.0785208 Jan 18 13:26:34.038756 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-56ca71de-2a9e-4ab5-8b8c-81114205ac08 req-53f5bef2-e2c2-4ad3-9004-dcb778607fd1 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408025 Jan 18 13:26:34.901141 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 41eea3f5-0106-43fd-b85f-6a24649b68fc no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:26:34.936087 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] No Port match for: 41eea3f5-0106-43fd-b85f-6a24649b68fc {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:26:34.936428 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 41eea3f5-0106-43fd-b85f-6a24649b68fc not bound to the agent host hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:26:35.242632 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cf456-c41c-4a46-aa54-d196d7aea076 req-d2e972e8-2515-42ca-9163-e593b5e7b65b tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:26:35.244095 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-da0cf456-c41c-4a46-aa54-d196d7aea076 req-d2e972e8-2515-42ca-9163-e593b5e7b65b tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=dba8d9de-81c4-4b74-afe2-ced84684b684 HTTP/1.1" status: 200 len: 945 time: 0.0812831 Jan 18 13:26:35.291346 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-da0cf456-c41c-4a46-aa54-d196d7aea076 req-49393159-2599-4169-a681-0057fbea2ce6 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418499 Jan 18 13:26:35.615997 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f126cfc-3751-4a0e-b54e-c344509d8947 req-0dc71f9a-50a2-400f-bbfb-56dd0c6bbef2 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:26:35.617349 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-1f126cfc-3751-4a0e-b54e-c344509d8947 req-0dc71f9a-50a2-400f-bbfb-56dd0c6bbef2 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.35 "GET /v2.0/ports?device_id=dba8d9de-81c4-4b74-afe2-ced84684b684 HTTP/1.1" status: 200 len: 945 time: 0.0790076 Jan 18 13:26:35.689716 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [req-1f126cfc-3751-4a0e-b54e-c344509d8947 req-150ce124-1666-4065-867c-dacdd72aeeb3 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Deleting port 9a48c6f0-5643-488b-b4ca-282c60638496 {{(pid=82756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:26:35.690211 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-1f126cfc-3751-4a0e-b54e-c344509d8947 req-150ce124-1666-4065-867c-dacdd72aeeb3 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:36.021338 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-1f126cfc-3751-4a0e-b54e-c344509d8947 req-150ce124-1666-4065-867c-dacdd72aeeb3 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] For port 9a48c6f0-5643-488b-b4ca-282c60638496, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=9a48c6f0-5643-488b-b4ca-282c60638496,segment=NetworkSegment(3f5afaac-f1dd-4309-ac5e-612f936b3e1e),segment_id=3f5afaac-f1dd-4309-ac5e-612f936b3e1e)] {{(pid=82756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:26:36.021690 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-1f126cfc-3751-4a0e-b54e-c344509d8947 req-150ce124-1666-4065-867c-dacdd72aeeb3 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:36.166790 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [req-1f126cfc-3751-4a0e-b54e-c344509d8947 req-150ce124-1666-4065-867c-dacdd72aeeb3 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Calling delete_port for 9a48c6f0-5643-488b-b4ca-282c60638496 owned by compute:nova {{(pid=82756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:26:36.315710 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-1f126cfc-3751-4a0e-b54e-c344509d8947 req-150ce124-1666-4065-867c-dacdd72aeeb3 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:36.351406 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] get_ports_and_sgs() called for port_ids ['d9340fc1-577e-44af-9cb1-4c23cbc26f82', '9cadfc6a-1f19-47cd-86d5-6fa546156923', '9a48c6f0-5643-488b-b4ca-282c60638496'] {{(pid=82758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:26:36.365621 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ce124-1666-4065-867c-dacdd72aeeb3 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Pushing event deleted for resources: {'Port': ['ID=9a48c6f0-5643-488b-b4ca-282c60638496,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:26:36.450932 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f126cfc-3751-4a0e-b54e-c344509d8947 req-150ce124-1666-4065-867c-dacdd72aeeb3 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] No DVR routers for this DVR port 9a48c6f0-5643-488b-b4ca-282c60638496 on host hv-cinder-82510 {{(pid=82756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:26:36.454447 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-1f126cfc-3751-4a0e-b54e-c344509d8947 req-150ce124-1666-4065-867c-dacdd72aeeb3 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:36.457099 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba8d9de-81c4-4b74-afe2-ced84684b684', 'name': 'network-vif-deleted', 'tag': '9a48c6f0-5643-488b-b4ca-282c60638496'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:26:36.480691 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-1f126cfc-3751-4a0e-b54e-c344509d8947 req-150ce124-1666-4065-867c-dacdd72aeeb3 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.35 "DELETE /v2.0/ports/9a48c6f0-5643-488b-b4ca-282c60638496 HTTP/1.1" status: 204 len: 173 time: 0.8577099 Jan 18 13:26:36.522240 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4a1847bd-aaa5-4d35-87c7-3a86e5bd7604 req-10d39dd1-d2bf-4c3e-86d1-2215be6320f7 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=dba8d9de-81c4-4b74-afe2-ced84684b684 HTTP/1.1" status: 200 len: 210 time: 0.0940533 Jan 18 13:26:36.547791 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba8d9de-81c4-4b74-afe2-ced84684b684', 'name': 'network-vif-deleted', 'tag': '9a48c6f0-5643-488b-b4ca-282c60638496', 'status': 'completed', 'code': 200} Jan 18 13:26:38.023006 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40be7a0-50be-499d-87bb-5eb239980ad8 req-b5c4a454-174e-4ca9-8feb-a70934e7b522 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:26:38.024382 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c40be7a0-50be-499d-87bb-5eb239980ad8 req-b5c4a454-174e-4ca9-8feb-a70934e7b522 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=22676633-4dd3-4688-a7ec-7f1f5178b55c HTTP/1.1" status: 200 len: 946 time: 0.0789628 Jan 18 13:26:38.071613 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c40be7a0-50be-499d-87bb-5eb239980ad8 req-01f4901b-e702-4845-8218-088f134be0cd tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415082 Jan 18 13:26:38.901804 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 9a48c6f0-5643-488b-b4ca-282c60638496 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:26:38.935260 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] No Port match for: 9a48c6f0-5643-488b-b4ca-282c60638496 {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:26:38.935593 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 9a48c6f0-5643-488b-b4ca-282c60638496 not bound to the agent host hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:26:39.287624 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d58aa-9367-47b8-acb4-7521dc4aa537 req-7e1464bd-c224-4b8e-a4d5-a1f87315f6ba tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:26:39.288362 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-8b8d58aa-9367-47b8-acb4-7521dc4aa537 req-7e1464bd-c224-4b8e-a4d5-a1f87315f6ba tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Synchronizing usage tracker for tenant:6424da679d464a2dbff64854133782ac on resource:port {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:26:39.304248 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-8b8d58aa-9367-47b8-acb4-7521dc4aa537 req-7e1464bd-c224-4b8e-a4d5-a1f87315f6ba tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Unset dirty status for tenant:6424da679d464a2dbff64854133782ac on resource:port {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:26:39.305432 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8b8d58aa-9367-47b8-acb4-7521dc4aa537 req-7e1464bd-c224-4b8e-a4d5-a1f87315f6ba tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=22676633-4dd3-4688-a7ec-7f1f5178b55c HTTP/1.1" status: 200 len: 946 time: 0.0933557 Jan 18 13:26:39.413554 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8b8d58aa-9367-47b8-acb4-7521dc4aa537 req-4cfaf5df-4e2c-4a49-9ab1-621505fc29ad tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019387 Jan 18 13:26:39.439938 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b628154-f8d7-4e61-abe7-840ccacaf7d2 req-b8b64088-7992-47fe-b2b8-232e5c07dc2b tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:26:39.439938 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2b628154-f8d7-4e61-abe7-840ccacaf7d2 req-b8b64088-7992-47fe-b2b8-232e5c07dc2b tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.35 "GET /v2.0/ports?device_id=22676633-4dd3-4688-a7ec-7f1f5178b55c HTTP/1.1" status: 200 len: 946 time: 0.1135151 Jan 18 13:26:39.509163 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [req-2b628154-f8d7-4e61-abe7-840ccacaf7d2 req-7141b74c-bd53-4243-864d-53b111c83eaf tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Deleting port 9cadfc6a-1f19-47cd-86d5-6fa546156923 {{(pid=82756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:26:39.509501 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-2b628154-f8d7-4e61-abe7-840ccacaf7d2 req-7141b74c-bd53-4243-864d-53b111c83eaf tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:39.771553 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-2b628154-f8d7-4e61-abe7-840ccacaf7d2 req-7141b74c-bd53-4243-864d-53b111c83eaf tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] For port 9cadfc6a-1f19-47cd-86d5-6fa546156923, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=9cadfc6a-1f19-47cd-86d5-6fa546156923,segment=NetworkSegment(3f5afaac-f1dd-4309-ac5e-612f936b3e1e),segment_id=3f5afaac-f1dd-4309-ac5e-612f936b3e1e)] {{(pid=82756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:26:39.771910 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-2b628154-f8d7-4e61-abe7-840ccacaf7d2 req-7141b74c-bd53-4243-864d-53b111c83eaf tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:39.893724 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [req-2b628154-f8d7-4e61-abe7-840ccacaf7d2 req-7141b74c-bd53-4243-864d-53b111c83eaf tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Calling delete_port for 9cadfc6a-1f19-47cd-86d5-6fa546156923 owned by compute:nova {{(pid=82756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:26:40.041743 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-2b628154-f8d7-4e61-abe7-840ccacaf7d2 req-7141b74c-bd53-4243-864d-53b111c83eaf tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:40.076944 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] get_ports_and_sgs() called for port_ids ['d9340fc1-577e-44af-9cb1-4c23cbc26f82', '9cadfc6a-1f19-47cd-86d5-6fa546156923'] {{(pid=82758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:26:40.096792 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7141b74c-bd53-4243-864d-53b111c83eaf tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Pushing event deleted for resources: {'Port': ['ID=9cadfc6a-1f19-47cd-86d5-6fa546156923,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:26:40.171150 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b628154-f8d7-4e61-abe7-840ccacaf7d2 req-7141b74c-bd53-4243-864d-53b111c83eaf tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] No DVR routers for this DVR port 9cadfc6a-1f19-47cd-86d5-6fa546156923 on host hv-cinder-82510 {{(pid=82756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:26:40.175254 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-2b628154-f8d7-4e61-abe7-840ccacaf7d2 req-7141b74c-bd53-4243-864d-53b111c83eaf tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:40.179577 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22676633-4dd3-4688-a7ec-7f1f5178b55c', 'name': 'network-vif-deleted', 'tag': '9cadfc6a-1f19-47cd-86d5-6fa546156923'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:26:40.196996 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2b628154-f8d7-4e61-abe7-840ccacaf7d2 req-7141b74c-bd53-4243-864d-53b111c83eaf tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.35 "DELETE /v2.0/ports/9cadfc6a-1f19-47cd-86d5-6fa546156923 HTTP/1.1" status: 204 len: 173 time: 0.7526798 Jan 18 13:26:40.246865 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22676633-4dd3-4688-a7ec-7f1f5178b55c', 'name': 'network-vif-deleted', 'tag': '9cadfc6a-1f19-47cd-86d5-6fa546156923', 'status': 'completed', 'code': 200} Jan 18 13:26:40.451318 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:40.602594 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-6fedd9b3-b178-4f6f-8755-dcf832dfa6b3 req-9d02af4a-4637-4116-b258-6bbc33e38bc7 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Synchronizing usage tracker for tenant:6424da679d464a2dbff64854133782ac on resource:port {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:26:40.618259 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-6fedd9b3-b178-4f6f-8755-dcf832dfa6b3 req-9d02af4a-4637-4116-b258-6bbc33e38bc7 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Unset dirty status for tenant:6424da679d464a2dbff64854133782ac on resource:port {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:26:40.619623 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6fedd9b3-b178-4f6f-8755-dcf832dfa6b3 req-9d02af4a-4637-4116-b258-6bbc33e38bc7 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=22676633-4dd3-4688-a7ec-7f1f5178b55c HTTP/1.1" status: 200 len: 210 time: 0.0584989 Jan 18 13:26:42.914835 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 9cadfc6a-1f19-47cd-86d5-6fa546156923 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:26:42.951260 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] No Port match for: 9cadfc6a-1f19-47cd-86d5-6fa546156923 {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:26:42.951597 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 9cadfc6a-1f19-47cd-86d5-6fa546156923 not bound to the agent host hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:26:43.369756 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d906b82-d9e0-49e6-be87-101ce8315b8e req-25b82cbd-5c6a-456d-92a4-6fc9e60cab77 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:26:43.371333 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-8d906b82-d9e0-49e6-be87-101ce8315b8e req-25b82cbd-5c6a-456d-92a4-6fc9e60cab77 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4fca4b5-385f-483c-b33a-042c66fdb253 HTTP/1.1" status: 200 len: 946 time: 0.0849471 Jan 18 13:26:43.423474 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-8d906b82-d9e0-49e6-be87-101ce8315b8e req-437ae3d3-9e55-49a3-8e67-5f7d14b58be9 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460753 Jan 18 13:26:43.949907 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-a447ae47-e2ca-44e9-8424-0e0d993f59bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:44.629630 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51c614-736a-4e03-9c5e-bd441f148d62 req-34a588a2-d880-430d-a3a3-693a92857712 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:26:44.631015 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2b51c614-736a-4e03-9c5e-bd441f148d62 req-34a588a2-d880-430d-a3a3-693a92857712 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4fca4b5-385f-483c-b33a-042c66fdb253 HTTP/1.1" status: 200 len: 946 time: 0.0851257 Jan 18 13:26:44.683724 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2b51c614-736a-4e03-9c5e-bd441f148d62 req-c0bf9d41-adaa-4fe5-a175-8d0ec568969b tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471649 Jan 18 13:26:45.024044 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421cc9d-3b60-40d8-b9cf-4557341d1c81 req-c2011bec-a60b-4632-b8f4-aad6bab0b4ee tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:26:45.025588 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2421cc9d-3b60-40d8-b9cf-4557341d1c81 req-c2011bec-a60b-4632-b8f4-aad6bab0b4ee tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.35 "GET /v2.0/ports?device_id=b4fca4b5-385f-483c-b33a-042c66fdb253 HTTP/1.1" status: 200 len: 946 time: 0.0827985 Jan 18 13:26:45.188577 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [req-2421cc9d-3b60-40d8-b9cf-4557341d1c81 req-da930d0b-6f0a-44db-b07c-82c24554e05e tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Deleting port d9340fc1-577e-44af-9cb1-4c23cbc26f82 {{(pid=82756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:26:45.188913 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-2421cc9d-3b60-40d8-b9cf-4557341d1c81 req-da930d0b-6f0a-44db-b07c-82c24554e05e tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:45.434924 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-2421cc9d-3b60-40d8-b9cf-4557341d1c81 req-da930d0b-6f0a-44db-b07c-82c24554e05e tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] For port d9340fc1-577e-44af-9cb1-4c23cbc26f82, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=d9340fc1-577e-44af-9cb1-4c23cbc26f82,segment=NetworkSegment(3f5afaac-f1dd-4309-ac5e-612f936b3e1e),segment_id=3f5afaac-f1dd-4309-ac5e-612f936b3e1e)] {{(pid=82756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:26:45.435416 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-2421cc9d-3b60-40d8-b9cf-4557341d1c81 req-da930d0b-6f0a-44db-b07c-82c24554e05e tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:45.564479 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [req-2421cc9d-3b60-40d8-b9cf-4557341d1c81 req-da930d0b-6f0a-44db-b07c-82c24554e05e tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Calling delete_port for d9340fc1-577e-44af-9cb1-4c23cbc26f82 owned by compute:nova {{(pid=82756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:26:45.720213 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-2421cc9d-3b60-40d8-b9cf-4557341d1c81 req-da930d0b-6f0a-44db-b07c-82c24554e05e tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:45.754961 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] get_ports_and_sgs() called for port_ids ['d9340fc1-577e-44af-9cb1-4c23cbc26f82'] {{(pid=82758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:26:45.772810 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da930d0b-6f0a-44db-b07c-82c24554e05e tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Pushing event deleted for resources: {'Port': ['ID=d9340fc1-577e-44af-9cb1-4c23cbc26f82,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:26:45.848432 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [req-2421cc9d-3b60-40d8-b9cf-4557341d1c81 req-da930d0b-6f0a-44db-b07c-82c24554e05e tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] No DVR routers for this DVR port d9340fc1-577e-44af-9cb1-4c23cbc26f82 on host hv-cinder-82510 {{(pid=82756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:26:45.850984 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-2421cc9d-3b60-40d8-b9cf-4557341d1c81 req-da930d0b-6f0a-44db-b07c-82c24554e05e tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:45.855302 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4fca4b5-385f-483c-b33a-042c66fdb253', 'name': 'network-vif-deleted', 'tag': 'd9340fc1-577e-44af-9cb1-4c23cbc26f82'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:26:45.858480 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-a4c8ce62-8462-47f5-81b5-6c54444082e9 req-f0451042-78ec-46b3-b3ad-3d84182f34e3 tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.84 "GET /v2.0/ports?device_id=b4fca4b5-385f-483c-b33a-042c66fdb253 HTTP/1.1" status: 200 len: 210 time: 0.0413074 Jan 18 13:26:45.871893 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2421cc9d-3b60-40d8-b9cf-4557341d1c81 req-da930d0b-6f0a-44db-b07c-82c24554e05e tempest-AttachVolumeNegativeTest-271895551 tempest-AttachVolumeNegativeTest-271895551-project] 10.222.0.35 "DELETE /v2.0/ports/d9340fc1-577e-44af-9cb1-4c23cbc26f82 HTTP/1.1" status: 204 len: 173 time: 0.8409400 Jan 18 13:26:45.921492 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4fca4b5-385f-483c-b33a-042c66fdb253', 'name': 'network-vif-deleted', 'tag': 'd9340fc1-577e-44af-9cb1-4c23cbc26f82', 'status': 'completed', 'code': 200} Jan 18 13:26:46.173271 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-7b1edcbc-3f82-4ae9-84da-570a1d231a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:46.964125 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 44942) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:26:47.028669 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c985f1f-6739-432e-9644-90b5fd63fb3c admin admin] Deleting subnet daa9bd3d-0978-4b14-8a09-b5af2ee720f5 {{(pid=82756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:26:47.032271 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-6c985f1f-6739-432e-9644-90b5fd63fb3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:47.081708 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-6c985f1f-6739-432e-9644-90b5fd63fb3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16106710'] for subnet, precommit_delete_associations {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:47.137271 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-6c985f1f-6739-432e-9644-90b5fd63fb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562804'] for subnet, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:47.208244 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-6c985f1f-6739-432e-9644-90b5fd63fb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15289823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15475749'] for subnet, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:47.247968 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c985f1f-6739-432e-9644-90b5fd63fb3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daa9bd3d-0978-4b14-8a09-b5af2ee720f5,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:26:47.252039 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-6c985f1f-6739-432e-9644-90b5fd63fb3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for subnet, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:47.257809 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-6c985f1f-6739-432e-9644-90b5fd63fb3c admin admin] 10.222.0.84 "DELETE /v2.0/subnets/daa9bd3d-0978-4b14-8a09-b5af2ee720f5 HTTP/1.1" status: 204 len: 168 time: 0.2925858 Jan 18 13:26:47.261081 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 44946) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:26:47.376321 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-737d9c3d-202b-48c7-af84-94f74e03c333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653206'] for network, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:47.377367 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:47.510283 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-737d9c3d-202b-48c7-af84-94f74e03c333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561661', 'neutron.services.segments.db._delete_segments_for_network-8736039390428'] for network, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:47.538198 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.services.segments.db [None req-737d9c3d-202b-48c7-af84-94f74e03c333 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c927dce0-b82a-4834-9ed9-39f634285529']}} {{(pid=82756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:26:47.550321 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.services.segments.db [None req-737d9c3d-202b-48c7-af84-94f74e03c333 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f5afaac-f1dd-4309-ac5e-612f936b3e1e') {'for_net_delete': True} {{(pid=82756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:26:47.550621 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.services.segments.db [None req-737d9c3d-202b-48c7-af84-94f74e03c333 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f5afaac-f1dd-4309-ac5e-612f936b3e1e') {} {{(pid=82756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:26:47.561646 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-737d9c3d-202b-48c7-af84-94f74e03c333 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736039390311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16106717'] for segment, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:47.581724 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-737d9c3d-202b-48c7-af84-94f74e03c333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-557774'] for segment, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:47.588564 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:47.588908 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-737d9c3d-202b-48c7-af84-94f74e03c333 admin admin] Releasing vlan 1069 on physical network physnet1 to pool {{(pid=82756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:26:47.589388 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-737d9c3d-202b-48c7-af84-94f74e03c333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-557785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15337081'] for segment, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:47.606459 dv-cinder-825103-1-iscsi neutron-server[82756]: Traceback (most recent call last): Jan 18 13:26:47.606459 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:26:47.606459 dv-cinder-825103-1-iscsi neutron-server[82756]: timer() Jan 18 13:26:47.606459 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:26:47.606459 dv-cinder-825103-1-iscsi neutron-server[82756]: cb(*args, **kw) Jan 18 13:26:47.606459 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:26:47.606459 dv-cinder-825103-1-iscsi neutron-server[82756]: return func(*args, **kwargs) Jan 18 13:26:47.606459 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:26:47.606459 dv-cinder-825103-1-iscsi neutron-server[82756]: self._notify() Jan 18 13:26:47.606459 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:26:47.606459 dv-cinder-825103-1-iscsi neutron-server[82756]: self.callback(batched_events) Jan 18 13:26:47.606459 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:26:47.606459 dv-cinder-825103-1-iscsi neutron-server[82756]: event.method(event) Jan 18 13:26:47.606459 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:26:47.606459 dv-cinder-825103-1-iscsi neutron-server[82756]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:26:47.606459 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:26:47.606459 dv-cinder-825103-1-iscsi neutron-server[82756]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:26:47.606459 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:26:47.606459 dv-cinder-825103-1-iscsi neutron-server[82756]: return f(self, *a, **k) Jan 18 13:26:47.606459 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:26:47.606459 dv-cinder-825103-1-iscsi neutron-server[82756]: return self._get(url).json() Jan 18 13:26:47.606459 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:26:47.606459 dv-cinder-825103-1-iscsi neutron-server[82756]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:26:47.606459 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:26:47.606459 dv-cinder-825103-1-iscsi neutron-server[82756]: return self.request(url, 'GET', **kwargs) Jan 18 13:26:47.606459 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:26:47.606459 dv-cinder-825103-1-iscsi neutron-server[82756]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:26:47.606459 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:26:47.606459 dv-cinder-825103-1-iscsi neutron-server[82756]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:26:47.606459 dv-cinder-825103-1-iscsi neutron-server[82756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:26:47.606459 dv-cinder-825103-1-iscsi neutron-server[82756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:26:47.606459 dv-cinder-825103-1-iscsi neutron-server[82756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:26:47.684910 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-737d9c3d-202b-48c7-af84-94f74e03c333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16439389'] for network, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:47.690275 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-737d9c3d-202b-48c7-af84-94f74e03c333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for network, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:47.715028 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d9c3d-202b-48c7-af84-94f74e03c333 admin admin] Pushing event deleted for resources: {'Network': ['ID=c927dce0-b82a-4834-9ed9-39f634285529,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:26:47.723709 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-737d9c3d-202b-48c7-af84-94f74e03c333 admin admin] 10.222.0.84 "DELETE /v2.0/networks/c927dce0-b82a-4834-9ed9-39f634285529 HTTP/1.1" status: 204 len: 168 time: 0.4616280 Jan 18 13:26:47.920702 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 44952) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:26:47.971568 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-71108042-24f6-481f-b5ed-ea7c2c2937f9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6424da679d464a2dbff64854133782ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0493612 Jan 18 13:26:47.973935 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 44956) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:26:48.040312 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-f2b349c3-32a4-42b0-bc62-6c409fdeb4a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:48.067216 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-f2b349c3-32a4-42b0-bc62-6c409fdeb4a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:48.119298 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-f2b349c3-32a4-42b0-bc62-6c409fdeb4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:48.135151 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b349c3-32a4-42b0-bc62-6c409fdeb4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:26:48.150945 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-f2b349c3-32a4-42b0-bc62-6c409fdeb4a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:48.152106 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-f2b349c3-32a4-42b0-bc62-6c409fdeb4a0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2a8daa2e-d98a-4ac6-a6b9-9f02fc7af3dc HTTP/1.1" status: 204 len: 168 time: 0.1772676 Jan 18 13:26:48.937669 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device d9340fc1-577e-44af-9cb1-4c23cbc26f82 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:26:48.969491 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] No Port match for: d9340fc1-577e-44af-9cb1-4c23cbc26f82 {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:26:48.969833 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device d9340fc1-577e-44af-9cb1-4c23cbc26f82 not bound to the agent host hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:26:49.071704 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:59.169058 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 45070) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:26:59.319670 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-c4794083-1260-4d81-830e-811d144913f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:59.352492 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-c4794083-1260-4d81-830e-811d144913f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:26:59.356383 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-c4794083-1260-4d81-830e-811d144913f4 admin admin] Usage tracker for resource:security_group_rule and tenant:8a0adce726c74e2abd6a564898b6ee5a is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:26:59.359905 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-c4794083-1260-4d81-830e-811d144913f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:26:59.365809 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-c4794083-1260-4d81-830e-811d144913f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:26:59.437578 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-c4794083-1260-4d81-830e-811d144913f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:59.441213 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-c4794083-1260-4d81-830e-811d144913f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:59.572166 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4794083-1260-4d81-830e-811d144913f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfaa794-f5fb-4365-adbb-ad7dbdf05445,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:26:59.575854 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-c4794083-1260-4d81-830e-811d144913f4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8a0adce726c74e2abd6a564898b6ee5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4058833 Jan 18 13:26:59.579102 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45076) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:26:59.584623 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4794083-1260-4d81-830e-811d144913f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:26:59.584975 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4794083-1260-4d81-830e-811d144913f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:26:59.585317 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4794083-1260-4d81-830e-811d144913f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:26:59.585653 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4794083-1260-4d81-830e-811d144913f4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:26:59.585987 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4794083-1260-4d81-830e-811d144913f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:26:59.586318 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4794083-1260-4d81-830e-811d144913f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:26:59.586645 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4794083-1260-4d81-830e-811d144913f4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:26:59.587001 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4794083-1260-4d81-830e-811d144913f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:26:59.587326 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4794083-1260-4d81-830e-811d144913f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:26:59.587672 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4794083-1260-4d81-830e-811d144913f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:26:59.587993 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4794083-1260-4d81-830e-811d144913f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:26:59.638997 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4f7fee48-036b-49b6-a1da-24c35b8789ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:59.666893 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4f7fee48-036b-49b6-a1da-24c35b8789ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:59.726749 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4f7fee48-036b-49b6-a1da-24c35b8789ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:59.741152 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7fee48-036b-49b6-a1da-24c35b8789ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfaa794-f5fb-4365-adbb-ad7dbdf05445,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:26:59.752239 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4f7fee48-036b-49b6-a1da-24c35b8789ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:26:59.753343 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-4f7fee48-036b-49b6-a1da-24c35b8789ff admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6bfaa794-f5fb-4365-adbb-ad7dbdf05445 HTTP/1.1" status: 204 len: 168 time: 0.1732731 Jan 18 13:26:59.755116 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7fee48-036b-49b6-a1da-24c35b8789ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:26:59.755472 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7fee48-036b-49b6-a1da-24c35b8789ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:26:59.755781 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7fee48-036b-49b6-a1da-24c35b8789ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:26:59.756110 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7fee48-036b-49b6-a1da-24c35b8789ff admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:26:59.756434 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7fee48-036b-49b6-a1da-24c35b8789ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:26:59.756758 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7fee48-036b-49b6-a1da-24c35b8789ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:26:59.757203 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7fee48-036b-49b6-a1da-24c35b8789ff admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:26:59.757388 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7fee48-036b-49b6-a1da-24c35b8789ff admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:26:59.757703 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7fee48-036b-49b6-a1da-24c35b8789ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:26:59.758013 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7fee48-036b-49b6-a1da-24c35b8789ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:26:59.758322 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7fee48-036b-49b6-a1da-24c35b8789ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:27:03.051818 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:27:03.107955 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45148) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:27:03.256797 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-f2267919-3ee0-4558-8701-5c99e47500ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:03.289299 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-f2267919-3ee0-4558-8701-5c99e47500ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:27:03.293112 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-f2267919-3ee0-4558-8701-5c99e47500ae admin admin] Usage tracker for resource:security_group_rule and tenant:9885808c45494917ba2d0eb4f8125776 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:27:03.295933 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-f2267919-3ee0-4558-8701-5c99e47500ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:27:03.302311 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-f2267919-3ee0-4558-8701-5c99e47500ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:27:03.379073 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-f2267919-3ee0-4558-8701-5c99e47500ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:03.383061 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-f2267919-3ee0-4558-8701-5c99e47500ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:03.433528 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-f2267919-3ee0-4558-8701-5c99e47500ae admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9885808c45494917ba2d0eb4f8125776&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3244131 Jan 18 13:27:03.434156 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2267919-3ee0-4558-8701-5c99e47500ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c246cb5-23a6-414c-bdf0-8e3942a3c363,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:03.436164 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 45154) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:27:03.498920 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-41ddf29e-b69b-4110-bc5c-0dfd40eef7ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:03.525410 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-41ddf29e-b69b-4110-bc5c-0dfd40eef7ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:03.581218 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-41ddf29e-b69b-4110-bc5c-0dfd40eef7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:03.597839 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ddf29e-b69b-4110-bc5c-0dfd40eef7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c246cb5-23a6-414c-bdf0-8e3942a3c363,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:03.607980 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-41ddf29e-b69b-4110-bc5c-0dfd40eef7ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:03.612577 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-41ddf29e-b69b-4110-bc5c-0dfd40eef7ba admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4c246cb5-23a6-414c-bdf0-8e3942a3c363 HTTP/1.1" status: 204 len: 168 time: 0.1741185 Jan 18 13:27:03.949521 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 45162) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:27:03.968262 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-b7a760ba-88e5-4ae4-83e2-3e5d235e0c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:04.001789 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-b7a760ba-88e5-4ae4-83e2-3e5d235e0c9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:27:04.005649 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-b7a760ba-88e5-4ae4-83e2-3e5d235e0c9e admin admin] Usage tracker for resource:security_group_rule and tenant:583e701fbe514f6592978b269ff7c1d2 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:27:04.008475 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-b7a760ba-88e5-4ae4-83e2-3e5d235e0c9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:27:04.014040 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-b7a760ba-88e5-4ae4-83e2-3e5d235e0c9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:27:04.081776 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-b7a760ba-88e5-4ae4-83e2-3e5d235e0c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:04.085663 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-b7a760ba-88e5-4ae4-83e2-3e5d235e0c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:04.146838 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-b7a760ba-88e5-4ae4-83e2-3e5d235e0c9e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=583e701fbe514f6592978b269ff7c1d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1961184 Jan 18 13:27:04.147730 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a760ba-88e5-4ae4-83e2-3e5d235e0c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34441b56-20d2-4258-94dc-a1f18c0241d9,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:04.150485 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45166) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:27:04.214655 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ec3323fc-9280-42a5-8acd-3c4ee118b2d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:04.240229 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ec3323fc-9280-42a5-8acd-3c4ee118b2d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:04.291708 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ec3323fc-9280-42a5-8acd-3c4ee118b2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:04.308774 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3323fc-9280-42a5-8acd-3c4ee118b2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34441b56-20d2-4258-94dc-a1f18c0241d9,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:04.319731 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-ec3323fc-9280-42a5-8acd-3c4ee118b2d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:04.320849 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-ec3323fc-9280-42a5-8acd-3c4ee118b2d8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/34441b56-20d2-4258-94dc-a1f18c0241d9 HTTP/1.1" status: 204 len: 168 time: 0.1689804 Jan 18 13:27:10.452198 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:13.952518 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-98f35c08-8a7e-4e9a-ac61-ebb57cddbdec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:16.175498 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-9fbe454d-4ca4-41ef-b5f8-69897e088df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:17.388934 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:17.474258 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 45278) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:27:17.589000 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:17.632018 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-a77b7748-3264-46b2-8d2b-cce315c44f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:17.665834 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-a77b7748-3264-46b2-8d2b-cce315c44f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:27:17.669880 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-a77b7748-3264-46b2-8d2b-cce315c44f10 admin admin] Usage tracker for resource:security_group_rule and tenant:42a98817521c42189c36b22346784fd6 is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:27:17.672961 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-a77b7748-3264-46b2-8d2b-cce315c44f10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:27:17.678876 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-a77b7748-3264-46b2-8d2b-cce315c44f10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:27:17.750450 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-a77b7748-3264-46b2-8d2b-cce315c44f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:17.754277 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-a77b7748-3264-46b2-8d2b-cce315c44f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:17.799236 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b7748-3264-46b2-8d2b-cce315c44f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c6e7e2-4dff-4720-bec5-854885c2dca6,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:17.807893 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-a77b7748-3264-46b2-8d2b-cce315c44f10 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=42a98817521c42189c36b22346784fd6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3325491 Jan 18 13:27:17.810582 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 45284) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:27:17.871735 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-1bddd0c3-a7ee-4cae-8d59-4fb401d5ff24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:17.901845 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-1bddd0c3-a7ee-4cae-8d59-4fb401d5ff24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:17.956312 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-1bddd0c3-a7ee-4cae-8d59-4fb401d5ff24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:17.972400 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bddd0c3-a7ee-4cae-8d59-4fb401d5ff24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c6e7e2-4dff-4720-bec5-854885c2dca6,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:17.982627 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-1bddd0c3-a7ee-4cae-8d59-4fb401d5ff24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:17.983779 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-1bddd0c3-a7ee-4cae-8d59-4fb401d5ff24 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/76c6e7e2-4dff-4720-bec5-854885c2dca6 HTTP/1.1" status: 204 len: 168 time: 0.1722789 Jan 18 13:27:18.336002 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45292) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:27:18.354742 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-7538adc0-7c3b-457b-9c3d-1ca7c50d7d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:18.388553 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-7538adc0-7c3b-457b-9c3d-1ca7c50d7d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:27:18.392356 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-7538adc0-7c3b-457b-9c3d-1ca7c50d7d2d admin admin] Usage tracker for resource:security_group_rule and tenant:ee12e0f8e0bd47bbb11d1c6132cd193c is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:27:18.395135 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-7538adc0-7c3b-457b-9c3d-1ca7c50d7d2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:27:18.400676 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-7538adc0-7c3b-457b-9c3d-1ca7c50d7d2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:27:18.478430 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-7538adc0-7c3b-457b-9c3d-1ca7c50d7d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:18.482352 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-7538adc0-7c3b-457b-9c3d-1ca7c50d7d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:18.535093 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7538adc0-7c3b-457b-9c3d-1ca7c50d7d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46d4dd8-1dca-4678-891a-b93c16882b10,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:18.541731 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-7538adc0-7c3b-457b-9c3d-1ca7c50d7d2d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ee12e0f8e0bd47bbb11d1c6132cd193c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2037292 Jan 18 13:27:18.543433 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45296) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:27:18.609727 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e7e491e4-40fe-4099-935c-260dbecd166c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:18.639976 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e7e491e4-40fe-4099-935c-260dbecd166c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:18.692247 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e7e491e4-40fe-4099-935c-260dbecd166c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:18.707356 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e491e4-40fe-4099-935c-260dbecd166c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46d4dd8-1dca-4678-891a-b93c16882b10,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:18.716256 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e7e491e4-40fe-4099-935c-260dbecd166c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:18.717622 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-e7e491e4-40fe-4099-935c-260dbecd166c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c46d4dd8-1dca-4678-891a-b93c16882b10 HTTP/1.1" status: 204 len: 168 time: 0.1732659 Jan 18 13:27:19.073071 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:23.775809 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45362) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:27:23.918240 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-d4974910-228f-45f6-9b3c-6947ac4a410a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:23.949849 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-d4974910-228f-45f6-9b3c-6947ac4a410a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:27:23.954253 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-d4974910-228f-45f6-9b3c-6947ac4a410a admin admin] Usage tracker for resource:security_group_rule and tenant:07caa3c92004473696fd0ab0068b22b4 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:27:23.956973 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-d4974910-228f-45f6-9b3c-6947ac4a410a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:27:23.962870 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-d4974910-228f-45f6-9b3c-6947ac4a410a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:27:24.034521 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-d4974910-228f-45f6-9b3c-6947ac4a410a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:24.038937 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-d4974910-228f-45f6-9b3c-6947ac4a410a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:24.085381 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4974910-228f-45f6-9b3c-6947ac4a410a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7a6494-d99a-44a6-b6a3-8e7e19b4cfdc,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:24.090750 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-d4974910-228f-45f6-9b3c-6947ac4a410a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=07caa3c92004473696fd0ab0068b22b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3138940 Jan 18 13:27:24.093414 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45368) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:27:24.159402 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-82fb5019-17e8-496b-ae9b-f0dab93baddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:24.184994 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-82fb5019-17e8-496b-ae9b-f0dab93baddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:24.237463 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-82fb5019-17e8-496b-ae9b-f0dab93baddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:24.257694 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb5019-17e8-496b-ae9b-f0dab93baddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7a6494-d99a-44a6-b6a3-8e7e19b4cfdc,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:24.261661 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-82fb5019-17e8-496b-ae9b-f0dab93baddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:24.262977 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-82fb5019-17e8-496b-ae9b-f0dab93baddb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ff7a6494-d99a-44a6-b6a3-8e7e19b4cfdc HTTP/1.1" status: 204 len: 168 time: 0.1672840 Jan 18 13:27:25.075843 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45390) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:27:25.213313 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-11fa4b45-5a6c-4e42-a5ee-d5087f503486 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1253783030-network', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e'}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:27:25.217924 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-11fa4b45-5a6c-4e42-a5ee-d5087f503486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:27:25.222356 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-11fa4b45-5a6c-4e42-a5ee-d5087f503486 admin admin] Usage tracker for resource:network and tenant:2ee5f4eec3fc4782b3c5a0b9b068e15e is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:27:25.225169 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-11fa4b45-5a6c-4e42-a5ee-d5087f503486 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:27:25.230709 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-11fa4b45-5a6c-4e42-a5ee-d5087f503486 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:27:25.241419 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fa4b45-5a6c-4e42-a5ee-d5087f503486 admin admin] Made reservation on behalf of 2ee5f4eec3fc4782b3c5a0b9b068e15e for: {'network': 1} {{(pid=82757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:27:25.243879 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-11fa4b45-5a6c-4e42-a5ee-d5087f503486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for network, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:25.257471 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-11fa4b45-5a6c-4e42-a5ee-d5087f503486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:25.288614 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-11fa4b45-5a6c-4e42-a5ee-d5087f503486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:27:25.292470 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-11fa4b45-5a6c-4e42-a5ee-d5087f503486 admin admin] Usage tracker for resource:security_group_rule and tenant:2ee5f4eec3fc4782b3c5a0b9b068e15e is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:27:25.295656 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-11fa4b45-5a6c-4e42-a5ee-d5087f503486 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:27:25.302481 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-11fa4b45-5a6c-4e42-a5ee-d5087f503486 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:27:25.386617 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-11fa4b45-5a6c-4e42-a5ee-d5087f503486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:25.390312 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-11fa4b45-5a6c-4e42-a5ee-d5087f503486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:25.430913 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11fa4b45-5a6c-4e42-a5ee-d5087f503486 admin admin] vlan segment allocate from pool success with {'vlan_id': 1089, 'physical_network': 'physnet1'} {{(pid=82757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:27:25.440182 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa4b45-5a6c-4e42-a5ee-d5087f503486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004da0bf-e648-4de9-a8b6-97405c2d63c9,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:25.446932 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-11fa4b45-5a6c-4e42-a5ee-d5087f503486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-557774'] for segment, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:25.447276 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.db.segments_db [None req-11fa4b45-5a6c-4e42-a5ee-d5087f503486 admin admin] Added segment 0b352abb-20b2-4bce-9b32-4a671056487e of type vlan for network 80673df2-90c2-4578-ba13-c6e8b6cd733a Jan 18 13:27:25.481807 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-11fa4b45-5a6c-4e42-a5ee-d5087f503486 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736038945356'] for network, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:25.511956 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-11fa4b45-5a6c-4e42-a5ee-d5087f503486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192'] for network, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:25.512906 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fa4b45-5a6c-4e42-a5ee-d5087f503486 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:27:25.513488 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-11fa4b45-5a6c-4e42-a5ee-d5087f503486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for network, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:25.617755 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa4b45-5a6c-4e42-a5ee-d5087f503486 admin admin] Pushing event updated for resources: {'Network': ['ID=80673df2-90c2-4578-ba13-c6e8b6cd733a,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:25.623987 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-11fa4b45-5a6c-4e42-a5ee-d5087f503486 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5438733 Jan 18 13:27:25.624517 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45396) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:27:25.629261 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Network 80673df2-90c2-4578-ba13-c6e8b6cd733a details requested by agent ovs-agent-dv-cinder-825103-1-iscsi with host dv-cinder-825103-1-iscsi {{(pid=82758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:27:25.641831 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-6e9c808e-5c57-4ae5-9b48-1cc78ae8a90f admin admin] Request body: {'subnet': {'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1253783030-subnet', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'ip_version': 4}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:27:25.648590 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-6e9c808e-5c57-4ae5-9b48-1cc78ae8a90f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:27:25.652372 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-6e9c808e-5c57-4ae5-9b48-1cc78ae8a90f admin admin] Usage tracker for resource:subnet and tenant:2ee5f4eec3fc4782b3c5a0b9b068e15e is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:27:25.655242 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-6e9c808e-5c57-4ae5-9b48-1cc78ae8a90f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:27:25.662029 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-6e9c808e-5c57-4ae5-9b48-1cc78ae8a90f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:27:25.674074 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9c808e-5c57-4ae5-9b48-1cc78ae8a90f admin admin] Made reservation on behalf of 2ee5f4eec3fc4782b3c5a0b9b068e15e for: {'subnet': 1} {{(pid=82757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:27:25.676506 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-6e9c808e-5c57-4ae5-9b48-1cc78ae8a90f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15901816'] for subnet, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:25.880763 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-6e9c808e-5c57-4ae5-9b48-1cc78ae8a90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15846880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15901806'] for subnet, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:26.041151 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c808e-5c57-4ae5-9b48-1cc78ae8a90f admin admin] Pushing event updated for resources: {'Subnet': ['ID=33632e35-079a-4c8b-9afa-bc98edbaefb7,revision_number=0']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:26.057756 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9c808e-5c57-4ae5-9b48-1cc78ae8a90f admin admin] Checking segment: {'id': '0b352abb-20b2-4bce-9b32-4a671056487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:27:26.058109 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9c808e-5c57-4ae5-9b48-1cc78ae8a90f admin admin] Network hostable DHCP agents. Network: 80673df2-90c2-4578-ba13-c6e8b6cd733a, hostable agents: ['17d581e3-f6b9-457e-916e-43db75e54cf0'], hosted agents: [] {{(pid=82757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:27:26.080600 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9c808e-5c57-4ae5-9b48-1cc78ae8a90f admin admin] Network 80673df2-90c2-4578-ba13-c6e8b6cd733a is scheduled to be hosted by DHCP agent 17d581e3-f6b9-457e-916e-43db75e54cf0 with binding_index 1 {{(pid=82757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:27:26.090300 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-6e9c808e-5c57-4ae5-9b48-1cc78ae8a90f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-iscsi, 80673df2-90c2-4578-ba13-c6e8b6cd733a) {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:27:26.095479 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9c808e-5c57-4ae5-9b48-1cc78ae8a90f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:27:26.096050 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-6e9c808e-5c57-4ae5-9b48-1cc78ae8a90f admin admin] Notify callbacks [] for subnet, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:26.100525 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aac6425-9d76-492e-a42f-b960058527ff None None] Network 80673df2-90c2-4578-ba13-c6e8b6cd733a requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:27:26.117552 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-6e9c808e-5c57-4ae5-9b48-1cc78ae8a90f admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4917011 Jan 18 13:27:26.120209 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45400) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:27:26.132462 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-85011ce4-e1cb-4fa5-abea-de4d3768c013 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1253783030-router', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'}}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:27:26.137249 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-85011ce4-e1cb-4fa5-abea-de4d3768c013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:27:26.141277 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-85011ce4-e1cb-4fa5-abea-de4d3768c013 admin admin] Usage tracker for resource:router and tenant:2ee5f4eec3fc4782b3c5a0b9b068e15e is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:27:26.144371 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-85011ce4-e1cb-4fa5-abea-de4d3768c013 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:27:26.150488 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-85011ce4-e1cb-4fa5-abea-de4d3768c013 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:27:26.162537 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-85011ce4-e1cb-4fa5-abea-de4d3768c013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16434994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43788'] for router, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:26.163720 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-85011ce4-e1cb-4fa5-abea-de4d3768c013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16433545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16440237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16449337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43783'] for router, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:26.183974 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-85011ce4-e1cb-4fa5-abea-de4d3768c013 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:26.319249 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1689213a-c79e-4a05-b654-7cfc347d9287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53047d36-97db-5ba4-887a-ea9880ac0936-80673df2-90c2-4578-ba13-c6e8b6cd733a', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'fixed_ips': [{'subnet_id': '33632e35-079a-4c8b-9afa-bc98edbaefb7'}]}} from dv-cinder-825103-1-iscsi. {{(pid=82758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 13:27:26.320049 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-1689213a-c79e-4a05-b654-7cfc347d9287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:26.334340 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-85011ce4-e1cb-4fa5-abea-de4d3768c013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16440251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16434944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43889'] for router, precommit_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:26.480354 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.db_base_plugin_common [None req-1689213a-c79e-4a05-b654-7cfc347d9287 None None] Allocated IP 172.20.0.2 (80673df2-90c2-4578-ba13-c6e8b6cd733a/33632e35-079a-4c8b-9afa-bc98edbaefb7/c0f761f4-c973-4e1d-8c30-1e0615962f08) {{(pid=82758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:27:26.537929 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-85011ce4-e1cb-4fa5-abea-de4d3768c013 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:26.568255 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-85011ce4-e1cb-4fa5-abea-de4d3768c013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:26.692588 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-1689213a-c79e-4a05-b654-7cfc347d9287 None None] Notify callbacks [] for port, precommit_create {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:26.704427 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-1689213a-c79e-4a05-b654-7cfc347d9287 None None] Transition to ACTIVE for port object c0f761f4-c973-4e1d-8c30-1e0615962f08 will not be triggered until provisioned by entity L2. {{(pid=82758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:27:26.711969 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.db_base_plugin_common [None req-85011ce4-e1cb-4fa5-abea-de4d3768c013 admin admin] Allocated IP 172.27.2.21 (e1680602-72eb-4a8f-a690-8170848820e2/e5265543-d6e8-47ba-b344-dc5916015d25/23077615-2071-4dc3-bddc-b79454ecff81) {{(pid=82757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:27:26.727203 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-1689213a-c79e-4a05-b654-7cfc347d9287 None None] Transition to ACTIVE for port object c0f761f4-c973-4e1d-8c30-1e0615962f08 will not be triggered until provisioned by entity DHCP. {{(pid=82758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:27:26.733765 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-1689213a-c79e-4a05-b654-7cfc347d9287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243'] for port, after_create {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:26.809054 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1689213a-c79e-4a05-b654-7cfc347d9287 None None] Network 80673df2-90c2-4578-ba13-c6e8b6cd733a is already hosted by enough agents. {{(pid=82758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:27:26.809925 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689213a-c79e-4a05-b654-7cfc347d9287 None None] Pushing event updated for resources: {'Port': ['ID=c0f761f4-c973-4e1d-8c30-1e0615962f08,revision_number=1']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:26.813019 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.scheduler.base_scheduler [None req-1689213a-c79e-4a05-b654-7cfc347d9287 None None] Resources bound (agent type, host, resource id): {{(pid=82758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:27:26.816400 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1689213a-c79e-4a05-b654-7cfc347d9287 None None] Received port after_create {{(pid=82758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:27:26.827325 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689213a-c79e-4a05-b654-7cfc347d9287 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:27:26.827572 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689213a-c79e-4a05-b654-7cfc347d9287 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:27:26.828541 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689213a-c79e-4a05-b654-7cfc347d9287 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:27:26.828869 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689213a-c79e-4a05-b654-7cfc347d9287 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:27:26.829184 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689213a-c79e-4a05-b654-7cfc347d9287 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:27:26.829510 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689213a-c79e-4a05-b654-7cfc347d9287 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:27:26.829815 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689213a-c79e-4a05-b654-7cfc347d9287 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:27:26.830128 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689213a-c79e-4a05-b654-7cfc347d9287 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:27:26.830435 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689213a-c79e-4a05-b654-7cfc347d9287 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:27:26.830766 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689213a-c79e-4a05-b654-7cfc347d9287 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:27:26.831073 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689213a-c79e-4a05-b654-7cfc347d9287 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:27:26.883162 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-85011ce4-e1cb-4fa5-abea-de4d3768c013 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:26.915093 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-85011ce4-e1cb-4fa5-abea-de4d3768c013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15894096'] for port, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:26.918106 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-1689213a-c79e-4a05-b654-7cfc347d9287 None None] Attempting to bind port c0f761f4-c973-4e1d-8c30-1e0615962f08 on host dv-cinder-825103-1-iscsi for vnic_type normal with profile {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:27:26.918482 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-1689213a-c79e-4a05-b654-7cfc347d9287 None None] Attempting to bind port c0f761f4-c973-4e1d-8c30-1e0615962f08 by drivers openvswitch,hyperv on host dv-cinder-825103-1-iscsi at level 0 using segments [{'id': '0b352abb-20b2-4bce-9b32-4a671056487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a'}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:27:26.918871 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1689213a-c79e-4a05-b654-7cfc347d9287 None None] Attempting to bind port c0f761f4-c973-4e1d-8c30-1e0615962f08 on network 80673df2-90c2-4578-ba13-c6e8b6cd733a {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:27:26.925392 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1689213a-c79e-4a05-b654-7cfc347d9287 None None] Checking agent: {'id': 'fb28a64d-5559-4ddf-90c6-916f6d0b547c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 40, 17), 'started_at': datetime.datetime(2022, 1, 18, 12, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:27:26.925762 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1689213a-c79e-4a05-b654-7cfc347d9287 None None] Checking segment: {'id': '0b352abb-20b2-4bce-9b32-4a671056487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:27:26.926168 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-1689213a-c79e-4a05-b654-7cfc347d9287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:26.926555 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1689213a-c79e-4a05-b654-7cfc347d9287 None None] Bound using segment: {'id': '0b352abb-20b2-4bce-9b32-4a671056487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a'} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:27:26.927033 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-1689213a-c79e-4a05-b654-7cfc347d9287 None None] Bound port: c0f761f4-c973-4e1d-8c30-1e0615962f08, host: dv-cinder-825103-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b352abb-20b2-4bce-9b32-4a671056487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a'}}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:27:26.927402 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-1689213a-c79e-4a05-b654-7cfc347d9287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:26.991928 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85011ce4-e1cb-4fa5-abea-de4d3768c013 admin admin] Network e1680602-72eb-4a8f-a690-8170848820e2 is already hosted by enough agents. {{(pid=82757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:27:26.992929 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85011ce4-e1cb-4fa5-abea-de4d3768c013 admin admin] Pushing event updated for resources: {'Port': ['ID=23077615-2071-4dc3-bddc-b79454ecff81,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:26.997149 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-85011ce4-e1cb-4fa5-abea-de4d3768c013 admin admin] Resources bound (agent type, host, resource id): {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:27:27.000624 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85011ce4-e1cb-4fa5-abea-de4d3768c013 admin admin] Received port after_create {{(pid=82757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:27:27.034451 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-1689213a-c79e-4a05-b654-7cfc347d9287 None None] For port c0f761f4-c973-4e1d-8c30-1e0615962f08, host dv-cinder-825103-1-iscsi, cleared binding levels {{(pid=82758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:27:27.037776 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-1689213a-c79e-4a05-b654-7cfc347d9287 None None] For port c0f761f4-c973-4e1d-8c30-1e0615962f08, host dv-cinder-825103-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=c0f761f4-c973-4e1d-8c30-1e0615962f08,segment=NetworkSegment(0b352abb-20b2-4bce-9b32-4a671056487e),segment_id=0b352abb-20b2-4bce-9b32-4a671056487e)] {{(pid=82758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:27:27.042168 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-1689213a-c79e-4a05-b654-7cfc347d9287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:27.147609 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689213a-c79e-4a05-b654-7cfc347d9287 None None] Pushing event updated for resources: {'Port': ['ID=c0f761f4-c973-4e1d-8c30-1e0615962f08,revision_number=2']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:27.168245 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-85011ce4-e1cb-4fa5-abea-de4d3768c013 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:27.169002 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-85011ce4-e1cb-4fa5-abea-de4d3768c013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16435001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16440208'] for router, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:27.438503 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85011ce4-e1cb-4fa5-abea-de4d3768c013 admin admin] Router 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a is scheduled to L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 with binding_index 1 {{(pid=82757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 13:27:27.646502 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85011ce4-e1cb-4fa5-abea-de4d3768c013 admin admin] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:27:27.655741 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54c4ddc-e4aa-4429-bf8d-6943ccc6640e None None] Sync routers for ids ['0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'] in dv-cinder-825103-1-iscsi {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:27:27.668077 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54c4ddc-e4aa-4429-bf8d-6943ccc6640e None None] Routers {'0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:27:27.668664 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-d54c4ddc-e4aa-4429-bf8d-6943ccc6640e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:27:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:27:27.673638 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-85011ce4-e1cb-4fa5-abea-de4d3768c013 admin admin] Notify callbacks [] for router, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:27.674863 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-85011ce4-e1cb-4fa5-abea-de4d3768c013 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5536304 Jan 18 13:27:27.677853 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45404) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:27:27.867820 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-d54c4ddc-e4aa-4429-bf8d-6943ccc6640e None None] Set router 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:27:28.099091 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cf8881-ae42-45a5-98ce-6c3e53590dfe None None] Network 80673df2-90c2-4578-ba13-c6e8b6cd733a requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:27:28.279677 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-edbd92b4-68da-4a33-8683-b7ad756adb1d None None] Provisioning for port c0f761f4-c973-4e1d-8c30-1e0615962f08 completed by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:27:28.412309 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-d54c4ddc-e4aa-4429-bf8d-6943ccc6640e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'name': 'tempest-TestVolumeBootPattern-1253783030-router', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '23077615-2071-4dc3-bddc-b79454ecff81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:27Z', 'revision_number': 3, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'gw_port': {'id': '23077615-2071-4dc3-bddc-b79454ecff81', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:27:28.424466 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54c4ddc-e4aa-4429-bf8d-6943ccc6640e None None] Checking router: 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a for host: dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:27:28.424807 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54c4ddc-e4aa-4429-bf8d-6943ccc6640e None None] Updating router 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a port 23077615-2071-4dc3-bddc-b79454ecff81 binding host dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:27:28.481472 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device c0f761f4-c973-4e1d-8c30-1e0615962f08 up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:27:28.529967 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-d54c4ddc-e4aa-4429-bf8d-6943ccc6640e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:28.623433 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-57e1805c-6a54-4fd2-b43f-cb524344a1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:28.668259 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning for port c0f761f4-c973-4e1d-8c30-1e0615962f08 completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:27:28.683288 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port c0f761f4-c973-4e1d-8c30-1e0615962f08 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:27:28.683661 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:28.865818 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.db_base_plugin_common [None req-57e1805c-6a54-4fd2-b43f-cb524344a1ea admin admin] Allocated IP 172.20.0.1 (80673df2-90c2-4578-ba13-c6e8b6cd733a/33632e35-079a-4c8b-9afa-bc98edbaefb7/a724f912-4630-4d7e-bdb8-21406ebb3034) {{(pid=82757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:27:28.940050 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-456a3935-22bd-49d8-b348-55d23b71ccaf None None] Provisioning complete for port c0f761f4-c973-4e1d-8c30-1e0615962f08 triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:27:28.940715 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-456a3935-22bd-49d8-b348-55d23b71ccaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:28.996124 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:29.037332 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-57e1805c-6a54-4fd2-b43f-cb524344a1ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:29.055517 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.provisioning_blocks [None req-57e1805c-6a54-4fd2-b43f-cb524344a1ea admin admin] Transition to ACTIVE for port object a724f912-4630-4d7e-bdb8-21406ebb3034 will not be triggered until provisioned by entity DHCP. {{(pid=82757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:27:29.078392 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-57e1805c-6a54-4fd2-b43f-cb524344a1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15894096'] for port, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:29.116933 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] For port c0f761f4-c973-4e1d-8c30-1e0615962f08, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=c0f761f4-c973-4e1d-8c30-1e0615962f08,segment=NetworkSegment(0b352abb-20b2-4bce-9b32-4a671056487e),segment_id=0b352abb-20b2-4bce-9b32-4a671056487e)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:27:29.127213 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-d54c4ddc-e4aa-4429-bf8d-6943ccc6640e None None] Notify callbacks [] for port, precommit_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:29.130384 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:29.155120 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e1805c-6a54-4fd2-b43f-cb524344a1ea admin admin] Network 80673df2-90c2-4578-ba13-c6e8b6cd733a is already hosted by enough agents. {{(pid=82757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:27:29.156743 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e1805c-6a54-4fd2-b43f-cb524344a1ea admin admin] Pushing event updated for resources: {'Port': ['ID=a724f912-4630-4d7e-bdb8-21406ebb3034,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:29.159159 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-57e1805c-6a54-4fd2-b43f-cb524344a1ea admin admin] Resources bound (agent type, host, resource id): {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:27:29.161195 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e1805c-6a54-4fd2-b43f-cb524344a1ea admin admin] Received port after_create {{(pid=82757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:27:29.215055 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-57e1805c-6a54-4fd2-b43f-cb524344a1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16439462'] for router_interface, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:29.226066 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-d54c4ddc-e4aa-4429-bf8d-6943ccc6640e None None] Transition to ACTIVE for port object 23077615-2071-4dc3-bddc-b79454ecff81 will not be triggered until provisioned by entity L2. {{(pid=82758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:27:29.248359 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-d54c4ddc-e4aa-4429-bf8d-6943ccc6640e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:29.279443 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Pushing event updated for resources: {'Port': ['ID=c0f761f4-c973-4e1d-8c30-1e0615962f08,revision_number=3']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:29.307479 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-57e1805c-6a54-4fd2-b43f-cb524344a1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:29.362640 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-d54c4ddc-e4aa-4429-bf8d-6943ccc6640e None None] Attempting to bind port 23077615-2071-4dc3-bddc-b79454ecff81 on host dv-cinder-825103-1-iscsi for vnic_type normal with profile {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:27:29.363045 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-d54c4ddc-e4aa-4429-bf8d-6943ccc6640e None None] Attempting to bind port 23077615-2071-4dc3-bddc-b79454ecff81 by drivers openvswitch,hyperv on host dv-cinder-825103-1-iscsi at level 0 using segments [{'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:27:29.363477 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54c4ddc-e4aa-4429-bf8d-6943ccc6640e None None] Attempting to bind port 23077615-2071-4dc3-bddc-b79454ecff81 on network e1680602-72eb-4a8f-a690-8170848820e2 {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:27:29.375547 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606de84-29c8-4f59-93be-5a356a86d7d3 None None] Pushing event updated for resources: {'Port': ['ID=23077615-2071-4dc3-bddc-b79454ecff81,revision_number=2']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:29.380061 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54c4ddc-e4aa-4429-bf8d-6943ccc6640e None None] Checking agent: {'id': 'fb28a64d-5559-4ddf-90c6-916f6d0b547c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 40, 17), 'started_at': datetime.datetime(2022, 1, 18, 12, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:27:29.380440 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54c4ddc-e4aa-4429-bf8d-6943ccc6640e None None] Checking segment: {'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:27:29.380843 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-d54c4ddc-e4aa-4429-bf8d-6943ccc6640e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:29.381226 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54c4ddc-e4aa-4429-bf8d-6943ccc6640e None None] Bound using segment: {'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:27:29.381689 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-d54c4ddc-e4aa-4429-bf8d-6943ccc6640e None None] Bound port: 23077615-2071-4dc3-bddc-b79454ecff81, host: dv-cinder-825103-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'}}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:27:29.382056 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-d54c4ddc-e4aa-4429-bf8d-6943ccc6640e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:29.465232 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-d54c4ddc-e4aa-4429-bf8d-6943ccc6640e None None] For port 23077615-2071-4dc3-bddc-b79454ecff81, host dv-cinder-825103-1-iscsi, cleared binding levels {{(pid=82758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:27:29.469645 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-d54c4ddc-e4aa-4429-bf8d-6943ccc6640e None None] For port 23077615-2071-4dc3-bddc-b79454ecff81, host dv-cinder-825103-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=23077615-2071-4dc3-bddc-b79454ecff81,segment=NetworkSegment(a71a77f2-f00b-4634-9c06-cb577f22632a),segment_id=a71a77f2-f00b-4634-9c06-cb577f22632a)] {{(pid=82758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:27:29.471525 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-d05db0cc-d424-43cf-86d1-bea9f456427b None None] Provisioning for port a724f912-4630-4d7e-bdb8-21406ebb3034 completed by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:27:29.476863 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-d54c4ddc-e4aa-4429-bf8d-6943ccc6640e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:29.516855 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-d05db0cc-d424-43cf-86d1-bea9f456427b None None] Provisioning complete for port a724f912-4630-4d7e-bdb8-21406ebb3034 triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:27:29.517225 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-d05db0cc-d424-43cf-86d1-bea9f456427b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:29.546168 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-57e1805c-6a54-4fd2-b43f-cb524344a1ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:29.551651 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-57e1805c-6a54-4fd2-b43f-cb524344a1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15894105'] for port, after_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:29.613929 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-d05db0cc-d424-43cf-86d1-bea9f456427b None None] Port a724f912-4630-4d7e-bdb8-21406ebb3034 cannot update to ACTIVE because it is not bound. {{(pid=82758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:27:29.615763 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606de84-29c8-4f59-93be-5a356a86d7d3 None None] Pushing event updated for resources: {'Port': ['ID=23077615-2071-4dc3-bddc-b79454ecff81,revision_number=3']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:29.624402 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54c4ddc-e4aa-4429-bf8d-6943ccc6640e None None] Routers {'0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:27:29.625719 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-d54c4ddc-e4aa-4429-bf8d-6943ccc6640e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:27:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:27:29.658282 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-57e1805c-6a54-4fd2-b43f-cb524344a1ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15336385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16440911'] for router_interface, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:29.661804 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e1805c-6a54-4fd2-b43f-cb524344a1ea admin admin] Pushing event updated for resources: {'Port': ['ID=a724f912-4630-4d7e-bdb8-21406ebb3034,revision_number=2']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:29.867232 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-d54c4ddc-e4aa-4429-bf8d-6943ccc6640e None None] Set router 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:27:29.926310 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e1805c-6a54-4fd2-b43f-cb524344a1ea admin admin] Network 80673df2-90c2-4578-ba13-c6e8b6cd733a is already hosted by enough agents. {{(pid=82757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:27:29.927607 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-57e1805c-6a54-4fd2-b43f-cb524344a1ea admin admin] Resources bound (agent type, host, resource id): {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:27:30.193627 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-d54c4ddc-e4aa-4429-bf8d-6943ccc6640e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'name': 'tempest-TestVolumeBootPattern-1253783030-router', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '23077615-2071-4dc3-bddc-b79454ecff81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:29Z', 'revision_number': 4, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'gw_port': {'id': '23077615-2071-4dc3-bddc-b79454ecff81', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': 'a724f912-4630-4d7e-bdb8-21406ebb3034', 'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'mac_address': 'fa:16:3e:54:17:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:28Z', 'updated_at': '2022-01-18T13:27:29Z', 'revision_number': 2, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'subnets': [{'id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:27:30.198018 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54c4ddc-e4aa-4429-bf8d-6943ccc6640e None None] The sync data for ids ['0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'] in dv-cinder-825103-1-iscsi is: [{'id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'name': 'tempest-TestVolumeBootPattern-1253783030-router', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '23077615-2071-4dc3-bddc-b79454ecff81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:29Z', 'revision_number': 4, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'gw_port': {'id': '23077615-2071-4dc3-bddc-b79454ecff81', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': 'a724f912-4630-4d7e-bdb8-21406ebb3034', 'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'mac_address': 'fa:16:3e:54:17:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:28Z', 'updated_at': '2022-01-18T13:27:29Z', 'revision_number': 2, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'subnets': [{'id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:27:30.238942 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-554f6754-7ec5-4fd6-a494-d2706e614fcb None None] Provisioning complete for port a724f912-4630-4d7e-bdb8-21406ebb3034 triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:27:30.239405 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-554f6754-7ec5-4fd6-a494-d2706e614fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:30.303948 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-554f6754-7ec5-4fd6-a494-d2706e614fcb None None] Port a724f912-4630-4d7e-bdb8-21406ebb3034 cannot update to ACTIVE because it is not bound. {{(pid=82758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:27:30.357211 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e1805c-6a54-4fd2-b43f-cb524344a1ea admin admin] Router 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a has already been hosted by L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 {{(pid=82757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:27:30.465535 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device c0f761f4-c973-4e1d-8c30-1e0615962f08 up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:27:30.542362 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port c0f761f4-c973-4e1d-8c30-1e0615962f08 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:27:30.542909 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:30.620813 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e1805c-6a54-4fd2-b43f-cb524344a1ea admin admin] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:27:30.638550 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-57e1805c-6a54-4fd2-b43f-cb524344a1ea admin admin] 10.222.0.84 "PUT /v2.0/routers/0eb1f262-a3dd-46d2-a5a4-fad6eb95048a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9520106 Jan 18 13:27:31.558215 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45426) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:27:31.564219 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-76a61a32-68dd-495d-b913-76cce9ff5597 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-420443697-network', 'tenant_id': '16771ee4d9794d928622605dcf1382a3'}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:27:31.568979 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-76a61a32-68dd-495d-b913-76cce9ff5597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:27:31.572753 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-76a61a32-68dd-495d-b913-76cce9ff5597 admin admin] Usage tracker for resource:network and tenant:16771ee4d9794d928622605dcf1382a3 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:27:31.575611 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-76a61a32-68dd-495d-b913-76cce9ff5597 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:27:31.581460 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-76a61a32-68dd-495d-b913-76cce9ff5597 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:27:31.600813 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a61a32-68dd-495d-b913-76cce9ff5597 admin admin] Made reservation on behalf of 16771ee4d9794d928622605dcf1382a3 for: {'network': 1} {{(pid=82757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:27:31.603241 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-76a61a32-68dd-495d-b913-76cce9ff5597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for network, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:31.616349 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-76a61a32-68dd-495d-b913-76cce9ff5597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:31.651409 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-76a61a32-68dd-495d-b913-76cce9ff5597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:27:31.655455 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-76a61a32-68dd-495d-b913-76cce9ff5597 admin admin] Usage tracker for resource:security_group_rule and tenant:16771ee4d9794d928622605dcf1382a3 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:27:31.659079 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-76a61a32-68dd-495d-b913-76cce9ff5597 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:27:31.664968 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-76a61a32-68dd-495d-b913-76cce9ff5597 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:27:31.733703 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-76a61a32-68dd-495d-b913-76cce9ff5597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:31.737838 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-76a61a32-68dd-495d-b913-76cce9ff5597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:31.768388 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a61a32-68dd-495d-b913-76cce9ff5597 admin admin] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=82757) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 13:27:31.776408 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a61a32-68dd-495d-b913-76cce9ff5597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b62be24-c0e1-4ecb-8774-2f156c721120,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:31.782597 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-76a61a32-68dd-495d-b913-76cce9ff5597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-557774'] for segment, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:31.782953 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.db.segments_db [None req-76a61a32-68dd-495d-b913-76cce9ff5597 admin admin] Added segment 01720305-852e-48ed-a0f0-ed1e7bde7e24 of type vlan for network 63bda696-698a-4dc0-bca7-1c863c653284 Jan 18 13:27:31.813464 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-76a61a32-68dd-495d-b913-76cce9ff5597 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736038945356'] for network, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:31.843024 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-76a61a32-68dd-495d-b913-76cce9ff5597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192'] for network, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:31.844567 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a61a32-68dd-495d-b913-76cce9ff5597 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:27:31.845179 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-76a61a32-68dd-495d-b913-76cce9ff5597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for network, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:31.952613 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a61a32-68dd-495d-b913-76cce9ff5597 admin admin] Pushing event updated for resources: {'Network': ['ID=63bda696-698a-4dc0-bca7-1c863c653284,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:31.957095 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-76a61a32-68dd-495d-b913-76cce9ff5597 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3973851 Jan 18 13:27:31.959493 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45430) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:27:31.965112 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-b6e6d255-aaec-474a-ac61-0010ac34bca7 admin admin] Request body: {'subnet': {'network_id': '63bda696-698a-4dc0-bca7-1c863c653284', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-420443697-subnet', 'tenant_id': '16771ee4d9794d928622605dcf1382a3', 'ip_version': 4}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:27:31.967305 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Network 63bda696-698a-4dc0-bca7-1c863c653284 details requested by agent ovs-agent-dv-cinder-825103-1-iscsi with host dv-cinder-825103-1-iscsi {{(pid=82758) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 18 13:27:31.971004 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-b6e6d255-aaec-474a-ac61-0010ac34bca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:27:31.974849 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-b6e6d255-aaec-474a-ac61-0010ac34bca7 admin admin] Usage tracker for resource:subnet and tenant:16771ee4d9794d928622605dcf1382a3 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:27:31.977715 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-b6e6d255-aaec-474a-ac61-0010ac34bca7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:27:31.983393 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-b6e6d255-aaec-474a-ac61-0010ac34bca7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:27:31.994653 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e6d255-aaec-474a-ac61-0010ac34bca7 admin admin] Made reservation on behalf of 16771ee4d9794d928622605dcf1382a3 for: {'subnet': 1} {{(pid=82757) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:27:31.996857 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b6e6d255-aaec-474a-ac61-0010ac34bca7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15901816'] for subnet, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:32.208871 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b6e6d255-aaec-474a-ac61-0010ac34bca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15846880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15901806'] for subnet, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:32.278417 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6d255-aaec-474a-ac61-0010ac34bca7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a246131f-5eda-4499-8bac-550fc1553aab,revision_number=0']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:32.295889 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6d255-aaec-474a-ac61-0010ac34bca7 admin admin] Checking segment: {'id': '01720305-852e-48ed-a0f0-ed1e7bde7e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '63bda696-698a-4dc0-bca7-1c863c653284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:27:32.296247 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e6d255-aaec-474a-ac61-0010ac34bca7 admin admin] Network hostable DHCP agents. Network: 63bda696-698a-4dc0-bca7-1c863c653284, hostable agents: ['17d581e3-f6b9-457e-916e-43db75e54cf0'], hosted agents: [] {{(pid=82757) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 13:27:32.318509 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e6d255-aaec-474a-ac61-0010ac34bca7 admin admin] Network 63bda696-698a-4dc0-bca7-1c863c653284 is scheduled to be hosted by DHCP agent 17d581e3-f6b9-457e-916e-43db75e54cf0 with binding_index 1 {{(pid=82757) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 13:27:32.328816 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-b6e6d255-aaec-474a-ac61-0010ac34bca7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825103-1-iscsi, 63bda696-698a-4dc0-bca7-1c863c653284) {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:27:32.332714 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e6d255-aaec-474a-ac61-0010ac34bca7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:27:32.333286 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-b6e6d255-aaec-474a-ac61-0010ac34bca7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:32.338383 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248dadb6-be59-4d8c-add4-7c5ec7b5c76e None None] Network 63bda696-698a-4dc0-bca7-1c863c653284 requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:27:32.356482 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-b6e6d255-aaec-474a-ac61-0010ac34bca7 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3958251 Jan 18 13:27:32.358920 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45434) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:27:32.365203 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-dc6e0999-a92c-44c9-b9c7-8fc0fcab575a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-420443697-router', 'tenant_id': '16771ee4d9794d928622605dcf1382a3', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'}}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:27:32.371637 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-dc6e0999-a92c-44c9-b9c7-8fc0fcab575a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:27:32.377611 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-dc6e0999-a92c-44c9-b9c7-8fc0fcab575a admin admin] Usage tracker for resource:router and tenant:16771ee4d9794d928622605dcf1382a3 is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:27:32.381886 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-dc6e0999-a92c-44c9-b9c7-8fc0fcab575a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:27:32.389141 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-dc6e0999-a92c-44c9-b9c7-8fc0fcab575a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:27:32.414179 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-dc6e0999-a92c-44c9-b9c7-8fc0fcab575a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16434994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-43788'] for router, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:32.415148 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-dc6e0999-a92c-44c9-b9c7-8fc0fcab575a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16433545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16440237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16449337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-43783'] for router, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:32.440455 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-dc6e0999-a92c-44c9-b9c7-8fc0fcab575a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:32.504632 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 23077615-2071-4dc3-bddc-b79454ecff81 up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:27:32.614028 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-dc6e0999-a92c-44c9-b9c7-8fc0fcab575a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16440251', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16434944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-43889'] for router, precommit_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:32.654650 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff2a48d-0e62-4cfd-9186-320055c1da74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp53047d36-97db-5ba4-887a-ea9880ac0936-63bda696-698a-4dc0-bca7-1c863c653284', 'network_id': '63bda696-698a-4dc0-bca7-1c863c653284', 'tenant_id': '16771ee4d9794d928622605dcf1382a3', 'fixed_ips': [{'subnet_id': 'a246131f-5eda-4499-8bac-550fc1553aab'}]}} from dv-cinder-825103-1-iscsi. {{(pid=82758) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 18 13:27:32.655531 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a48d-0e62-4cfd-9186-320055c1da74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:32.665231 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning for port 23077615-2071-4dc3-bddc-b79454ecff81 completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:27:32.674182 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 23077615-2071-4dc3-bddc-b79454ecff81 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:27:32.674546 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:32.901458 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:32.931570 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.db_base_plugin_common [None req-1ff2a48d-0e62-4cfd-9186-320055c1da74 None None] Allocated IP 172.20.0.2 (63bda696-698a-4dc0-bca7-1c863c653284/a246131f-5eda-4499-8bac-550fc1553aab/b00ff5d5-db69-4998-80b9-63f12ea06c9f) {{(pid=82758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:27:32.934202 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] For port 23077615-2071-4dc3-bddc-b79454ecff81, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=23077615-2071-4dc3-bddc-b79454ecff81,segment=NetworkSegment(a71a77f2-f00b-4634-9c06-cb577f22632a),segment_id=a71a77f2-f00b-4634-9c06-cb577f22632a)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:27:32.936129 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-dc6e0999-a92c-44c9-b9c7-8fc0fcab575a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:32.939653 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:32.969201 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-dc6e0999-a92c-44c9-b9c7-8fc0fcab575a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:33.089754 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Pushing event updated for resources: {'Port': ['ID=23077615-2071-4dc3-bddc-b79454ecff81,revision_number=4']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:33.122623 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.db_base_plugin_common [None req-dc6e0999-a92c-44c9-b9c7-8fc0fcab575a admin admin] Allocated IP 172.27.2.156 (e1680602-72eb-4a8f-a690-8170848820e2/e5265543-d6e8-47ba-b344-dc5916015d25/c7050a61-a1ce-4580-9fec-4ddd8c22e829) {{(pid=82757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:27:33.219894 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a48d-0e62-4cfd-9186-320055c1da74 None None] Notify callbacks [] for port, precommit_create {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:33.231631 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-1ff2a48d-0e62-4cfd-9186-320055c1da74 None None] Transition to ACTIVE for port object b00ff5d5-db69-4998-80b9-63f12ea06c9f will not be triggered until provisioned by entity L2. {{(pid=82758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:27:33.252666 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-1ff2a48d-0e62-4cfd-9186-320055c1da74 None None] Transition to ACTIVE for port object b00ff5d5-db69-4998-80b9-63f12ea06c9f will not be triggered until provisioned by entity DHCP. {{(pid=82758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:27:33.258503 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a48d-0e62-4cfd-9186-320055c1da74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243'] for port, after_create {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:33.286754 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-dc6e0999-a92c-44c9-b9c7-8fc0fcab575a admin admin] Notify callbacks [] for port, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:33.317123 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-dc6e0999-a92c-44c9-b9c7-8fc0fcab575a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15894096'] for port, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:33.378762 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff2a48d-0e62-4cfd-9186-320055c1da74 None None] Network 63bda696-698a-4dc0-bca7-1c863c653284 is already hosted by enough agents. {{(pid=82758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:27:33.381638 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.scheduler.base_scheduler [None req-1ff2a48d-0e62-4cfd-9186-320055c1da74 None None] Resources bound (agent type, host, resource id): {{(pid=82758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:27:33.384295 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff2a48d-0e62-4cfd-9186-320055c1da74 None None] Received port after_create {{(pid=82758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:27:33.391542 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2a48d-0e62-4cfd-9186-320055c1da74 None None] Pushing event updated for resources: {'Port': ['ID=b00ff5d5-db69-4998-80b9-63f12ea06c9f,revision_number=1']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:33.396428 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6e0999-a92c-44c9-b9c7-8fc0fcab575a admin admin] Network e1680602-72eb-4a8f-a690-8170848820e2 is already hosted by enough agents. {{(pid=82757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:27:33.400089 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-dc6e0999-a92c-44c9-b9c7-8fc0fcab575a admin admin] Resources bound (agent type, host, resource id): {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:27:33.402340 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e0999-a92c-44c9-b9c7-8fc0fcab575a admin admin] Pushing event updated for resources: {'Port': ['ID=c7050a61-a1ce-4580-9fec-4ddd8c22e829,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:33.404471 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6e0999-a92c-44c9-b9c7-8fc0fcab575a admin admin] Received port after_create {{(pid=82757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:27:33.484712 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-1ff2a48d-0e62-4cfd-9186-320055c1da74 None None] Attempting to bind port b00ff5d5-db69-4998-80b9-63f12ea06c9f on host dv-cinder-825103-1-iscsi for vnic_type normal with profile {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:27:33.485093 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-1ff2a48d-0e62-4cfd-9186-320055c1da74 None None] Attempting to bind port b00ff5d5-db69-4998-80b9-63f12ea06c9f by drivers openvswitch,hyperv on host dv-cinder-825103-1-iscsi at level 0 using segments [{'id': '01720305-852e-48ed-a0f0-ed1e7bde7e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '63bda696-698a-4dc0-bca7-1c863c653284'}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:27:33.485481 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff2a48d-0e62-4cfd-9186-320055c1da74 None None] Attempting to bind port b00ff5d5-db69-4998-80b9-63f12ea06c9f on network 63bda696-698a-4dc0-bca7-1c863c653284 {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:27:33.492482 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff2a48d-0e62-4cfd-9186-320055c1da74 None None] Checking agent: {'id': 'fb28a64d-5559-4ddf-90c6-916f6d0b547c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 40, 17), 'started_at': datetime.datetime(2022, 1, 18, 12, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:27:33.492853 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff2a48d-0e62-4cfd-9186-320055c1da74 None None] Checking segment: {'id': '01720305-852e-48ed-a0f0-ed1e7bde7e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '63bda696-698a-4dc0-bca7-1c863c653284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:27:33.493248 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a48d-0e62-4cfd-9186-320055c1da74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:33.493642 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff2a48d-0e62-4cfd-9186-320055c1da74 None None] Bound using segment: {'id': '01720305-852e-48ed-a0f0-ed1e7bde7e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '63bda696-698a-4dc0-bca7-1c863c653284'} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:27:33.494097 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-1ff2a48d-0e62-4cfd-9186-320055c1da74 None None] Bound port: b00ff5d5-db69-4998-80b9-63f12ea06c9f, host: dv-cinder-825103-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01720305-852e-48ed-a0f0-ed1e7bde7e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '63bda696-698a-4dc0-bca7-1c863c653284'}}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:27:33.494464 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a48d-0e62-4cfd-9186-320055c1da74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:33.573883 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-dc6e0999-a92c-44c9-b9c7-8fc0fcab575a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:33.574607 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-dc6e0999-a92c-44c9-b9c7-8fc0fcab575a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16435001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16440208'] for router, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:33.593068 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-1ff2a48d-0e62-4cfd-9186-320055c1da74 None None] For port b00ff5d5-db69-4998-80b9-63f12ea06c9f, host dv-cinder-825103-1-iscsi, cleared binding levels {{(pid=82758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:27:33.596966 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-1ff2a48d-0e62-4cfd-9186-320055c1da74 None None] For port b00ff5d5-db69-4998-80b9-63f12ea06c9f, host dv-cinder-825103-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=b00ff5d5-db69-4998-80b9-63f12ea06c9f,segment=NetworkSegment(01720305-852e-48ed-a0f0-ed1e7bde7e24),segment_id=01720305-852e-48ed-a0f0-ed1e7bde7e24)] {{(pid=82758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:27:33.602567 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a48d-0e62-4cfd-9186-320055c1da74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:33.693078 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2a48d-0e62-4cfd-9186-320055c1da74 None None] Pushing event updated for resources: {'Port': ['ID=b00ff5d5-db69-4998-80b9-63f12ea06c9f,revision_number=2']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:33.833782 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6e0999-a92c-44c9-b9c7-8fc0fcab575a admin admin] Router e39fe4ae-0295-4ddc-955f-45a50fd81506 is scheduled to L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 with binding_index 1 {{(pid=82757) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 13:27:34.053723 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6e0999-a92c-44c9-b9c7-8fc0fcab575a admin admin] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:27:34.063522 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379e6411-4ee8-49c7-a50d-4e216e8c0706 None None] Sync routers for ids ['e39fe4ae-0295-4ddc-955f-45a50fd81506'] in dv-cinder-825103-1-iscsi {{(pid=82759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:27:34.076274 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379e6411-4ee8-49c7-a50d-4e216e8c0706 None None] Routers {'e39fe4ae-0295-4ddc-955f-45a50fd81506'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:27:34.076464 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-379e6411-4ee8-49c7-a50d-4e216e8c0706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:27:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['e39fe4ae-0295-4ddc-955f-45a50fd81506'], 'active': True} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:27:34.079823 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-dc6e0999-a92c-44c9-b9c7-8fc0fcab575a admin admin] Notify callbacks [] for router, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:34.081183 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-dc6e0999-a92c-44c9-b9c7-8fc0fcab575a admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7205472 Jan 18 13:27:34.083799 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45438) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:27:34.255759 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvr_db [None req-379e6411-4ee8-49c7-a50d-4e216e8c0706 None None] Set router e39fe4ae-0295-4ddc-955f-45a50fd81506 gateway port host: dv-cinder-825103-1-iscsi {{(pid=82759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:27:34.568599 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device b00ff5d5-db69-4998-80b9-63f12ea06c9f up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:27:34.608596 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-379e6411-4ee8-49c7-a50d-4e216e8c0706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39fe4ae-0295-4ddc-955f-45a50fd81506', 'name': 'tempest-TestVolumeBootPattern-420443697-router', 'tenant_id': '16771ee4d9794d928622605dcf1382a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'c7050a61-a1ce-4580-9fec-4ddd8c22e829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:27:32Z', 'updated_at': '2022-01-18T13:27:33Z', 'revision_number': 3, 'project_id': '16771ee4d9794d928622605dcf1382a3', 'gw_port': {'id': 'c7050a61-a1ce-4580-9fec-4ddd8c22e829', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:04:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39fe4ae-0295-4ddc-955f-45a50fd81506', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:33Z', 'updated_at': '2022-01-18T13:27:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:27:34.613807 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379e6411-4ee8-49c7-a50d-4e216e8c0706 None None] Checking router: e39fe4ae-0295-4ddc-955f-45a50fd81506 for host: dv-cinder-825103-1-iscsi {{(pid=82759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:27:34.614154 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379e6411-4ee8-49c7-a50d-4e216e8c0706 None None] Updating router e39fe4ae-0295-4ddc-955f-45a50fd81506 port c7050a61-a1ce-4580-9fec-4ddd8c22e829 binding host dv-cinder-825103-1-iscsi {{(pid=82759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:27:34.658584 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning for port b00ff5d5-db69-4998-80b9-63f12ea06c9f completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:27:34.665658 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 23077615-2071-4dc3-bddc-b79454ecff81 up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:27:34.691018 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-379e6411-4ee8-49c7-a50d-4e216e8c0706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:34.704255 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dec18dc-a910-40a9-99b6-e5bc81fcde03 None None] Network 63bda696-698a-4dc0-bca7-1c863c653284 requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:27:34.864529 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-ea1d1c7a-ae37-4e02-88d4-ff4296019a94 None None] Provisioning for port b00ff5d5-db69-4998-80b9-63f12ea06c9f completed by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:27:34.878140 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-ea1d1c7a-ae37-4e02-88d4-ff4296019a94 None None] Provisioning complete for port b00ff5d5-db69-4998-80b9-63f12ea06c9f triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:27:34.878511 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-ea1d1c7a-ae37-4e02-88d4-ff4296019a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:34.969413 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 23077615-2071-4dc3-bddc-b79454ecff81 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:27:34.969697 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:35.037974 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-904a9ebc-123a-49f6-b000-3b8dcf068f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:35.090896 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-379e6411-4ee8-49c7-a50d-4e216e8c0706 None None] Notify callbacks [] for port, precommit_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:35.106176 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.provisioning_blocks [None req-379e6411-4ee8-49c7-a50d-4e216e8c0706 None None] Transition to ACTIVE for port object c7050a61-a1ce-4580-9fec-4ddd8c22e829 will not be triggered until provisioned by entity L2. {{(pid=82759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:27:35.114071 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-379e6411-4ee8-49c7-a50d-4e216e8c0706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:35.193329 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-ea1d1c7a-ae37-4e02-88d4-ff4296019a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:35.202297 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5a8f3-584f-468b-b284-8807e085b095 None None] Pushing event updated for resources: {'Port': ['ID=c7050a61-a1ce-4580-9fec-4ddd8c22e829,revision_number=2']} {{(pid=82759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:35.208567 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.managers [None req-379e6411-4ee8-49c7-a50d-4e216e8c0706 None None] Attempting to bind port c7050a61-a1ce-4580-9fec-4ddd8c22e829 on host dv-cinder-825103-1-iscsi for vnic_type normal with profile {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:27:35.208927 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.managers [None req-379e6411-4ee8-49c7-a50d-4e216e8c0706 None None] Attempting to bind port c7050a61-a1ce-4580-9fec-4ddd8c22e829 by drivers openvswitch,hyperv on host dv-cinder-825103-1-iscsi at level 0 using segments [{'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'}] {{(pid=82759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:27:35.209474 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379e6411-4ee8-49c7-a50d-4e216e8c0706 None None] Attempting to bind port c7050a61-a1ce-4580-9fec-4ddd8c22e829 on network e1680602-72eb-4a8f-a690-8170848820e2 {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:27:35.219888 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5a8f3-584f-468b-b284-8807e085b095 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:27:35.220248 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5a8f3-584f-468b-b284-8807e085b095 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:27:35.220574 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5a8f3-584f-468b-b284-8807e085b095 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:27:35.220894 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5a8f3-584f-468b-b284-8807e085b095 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:27:35.221339 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5a8f3-584f-468b-b284-8807e085b095 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:27:35.221544 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5a8f3-584f-468b-b284-8807e085b095 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:27:35.221839 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5a8f3-584f-468b-b284-8807e085b095 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:27:35.222540 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5a8f3-584f-468b-b284-8807e085b095 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:27:35.222540 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5a8f3-584f-468b-b284-8807e085b095 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:27:35.222852 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5a8f3-584f-468b-b284-8807e085b095 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:27:35.223081 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb5a8f3-584f-468b-b284-8807e085b095 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:27:35.227524 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379e6411-4ee8-49c7-a50d-4e216e8c0706 None None] Checking agent: {'id': 'fb28a64d-5559-4ddf-90c6-916f6d0b547c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 40, 17), 'started_at': datetime.datetime(2022, 1, 18, 12, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:27:35.227843 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379e6411-4ee8-49c7-a50d-4e216e8c0706 None None] Checking segment: {'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:27:35.228167 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-379e6411-4ee8-49c7-a50d-4e216e8c0706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:35.228533 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379e6411-4ee8-49c7-a50d-4e216e8c0706 None None] Bound using segment: {'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'} {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:27:35.229151 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.managers [None req-379e6411-4ee8-49c7-a50d-4e216e8c0706 None None] Bound port: c7050a61-a1ce-4580-9fec-4ddd8c22e829, host: dv-cinder-825103-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71a77f2-f00b-4634-9c06-cb577f22632a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2'}}] {{(pid=82759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:27:35.229778 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-379e6411-4ee8-49c7-a50d-4e216e8c0706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:35.265506 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-ea1d1c7a-ae37-4e02-88d4-ff4296019a94 None None] For port b00ff5d5-db69-4998-80b9-63f12ea06c9f, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=b00ff5d5-db69-4998-80b9-63f12ea06c9f,segment=NetworkSegment(01720305-852e-48ed-a0f0-ed1e7bde7e24),segment_id=01720305-852e-48ed-a0f0-ed1e7bde7e24)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:27:35.271993 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-ea1d1c7a-ae37-4e02-88d4-ff4296019a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:35.292094 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.db_base_plugin_common [None req-904a9ebc-123a-49f6-b000-3b8dcf068f36 admin admin] Allocated IP 172.20.0.1 (63bda696-698a-4dc0-bca7-1c863c653284/a246131f-5eda-4499-8bac-550fc1553aab/3254be62-a535-4614-a60b-44346b9e1a70) {{(pid=82757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:27:35.342300 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.db [None req-379e6411-4ee8-49c7-a50d-4e216e8c0706 None None] For port c7050a61-a1ce-4580-9fec-4ddd8c22e829, host dv-cinder-825103-1-iscsi, cleared binding levels {{(pid=82759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:27:35.347909 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.db [None req-379e6411-4ee8-49c7-a50d-4e216e8c0706 None None] For port c7050a61-a1ce-4580-9fec-4ddd8c22e829, host dv-cinder-825103-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=c7050a61-a1ce-4580-9fec-4ddd8c22e829,segment=NetworkSegment(a71a77f2-f00b-4634-9c06-cb577f22632a),segment_id=a71a77f2-f00b-4634-9c06-cb577f22632a)] {{(pid=82759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:27:35.355523 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-379e6411-4ee8-49c7-a50d-4e216e8c0706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:35.361508 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d1c7a-ae37-4e02-88d4-ff4296019a94 None None] Pushing event updated for resources: {'Port': ['ID=b00ff5d5-db69-4998-80b9-63f12ea06c9f,revision_number=3']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:35.451972 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379e6411-4ee8-49c7-a50d-4e216e8c0706 None None] Routers {'e39fe4ae-0295-4ddc-955f-45a50fd81506'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:27:35.452582 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-379e6411-4ee8-49c7-a50d-4e216e8c0706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:27:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['e39fe4ae-0295-4ddc-955f-45a50fd81506'], 'active': True} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:27:35.479580 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-904a9ebc-123a-49f6-b000-3b8dcf068f36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:35.499067 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.provisioning_blocks [None req-904a9ebc-123a-49f6-b000-3b8dcf068f36 admin admin] Transition to ACTIVE for port object 3254be62-a535-4614-a60b-44346b9e1a70 will not be triggered until provisioned by entity DHCP. {{(pid=82757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:27:35.521004 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5a8f3-584f-468b-b284-8807e085b095 None None] Pushing event updated for resources: {'Port': ['ID=c7050a61-a1ce-4580-9fec-4ddd8c22e829,revision_number=3']} {{(pid=82759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:35.531944 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-904a9ebc-123a-49f6-b000-3b8dcf068f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15894096'] for port, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:35.594615 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-3bd0774d-36b6-4f5b-b853-2423ef3f8c4f None None] Provisioning complete for port b00ff5d5-db69-4998-80b9-63f12ea06c9f triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:27:35.595203 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-3bd0774d-36b6-4f5b-b853-2423ef3f8c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:35.609648 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904a9ebc-123a-49f6-b000-3b8dcf068f36 admin admin] Network 63bda696-698a-4dc0-bca7-1c863c653284 is already hosted by enough agents. {{(pid=82757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:27:35.613413 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-904a9ebc-123a-49f6-b000-3b8dcf068f36 admin admin] Resources bound (agent type, host, resource id): {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:27:35.615921 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904a9ebc-123a-49f6-b000-3b8dcf068f36 admin admin] Received port after_create {{(pid=82757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:27:35.646351 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvr_db [None req-379e6411-4ee8-49c7-a50d-4e216e8c0706 None None] Set router e39fe4ae-0295-4ddc-955f-45a50fd81506 gateway port host: dv-cinder-825103-1-iscsi {{(pid=82759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:27:35.648746 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a9ebc-123a-49f6-b000-3b8dcf068f36 admin admin] Pushing event updated for resources: {'Port': ['ID=3254be62-a535-4614-a60b-44346b9e1a70,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:35.685785 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-904a9ebc-123a-49f6-b000-3b8dcf068f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16439462'] for router_interface, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:35.793164 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-904a9ebc-123a-49f6-b000-3b8dcf068f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:35.868258 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-d28af311-5ec2-4cc8-adb6-f898e333e39b None None] Provisioning for port 3254be62-a535-4614-a60b-44346b9e1a70 completed by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:27:35.874118 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-d28af311-5ec2-4cc8-adb6-f898e333e39b None None] Provisioning complete for port 3254be62-a535-4614-a60b-44346b9e1a70 triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:27:35.874849 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-d28af311-5ec2-4cc8-adb6-f898e333e39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:35.935445 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-d28af311-5ec2-4cc8-adb6-f898e333e39b None None] Port 3254be62-a535-4614-a60b-44346b9e1a70 cannot update to ACTIVE because it is not bound. {{(pid=82758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:27:35.951550 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-379e6411-4ee8-49c7-a50d-4e216e8c0706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39fe4ae-0295-4ddc-955f-45a50fd81506', 'name': 'tempest-TestVolumeBootPattern-420443697-router', 'tenant_id': '16771ee4d9794d928622605dcf1382a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'c7050a61-a1ce-4580-9fec-4ddd8c22e829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:27:32Z', 'updated_at': '2022-01-18T13:27:33Z', 'revision_number': 3, 'project_id': '16771ee4d9794d928622605dcf1382a3', 'gw_port': {'id': 'c7050a61-a1ce-4580-9fec-4ddd8c22e829', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:04:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39fe4ae-0295-4ddc-955f-45a50fd81506', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:33Z', 'updated_at': '2022-01-18T13:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:27:35.956399 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379e6411-4ee8-49c7-a50d-4e216e8c0706 None None] The sync data for ids ['e39fe4ae-0295-4ddc-955f-45a50fd81506'] in dv-cinder-825103-1-iscsi is: [{'id': 'e39fe4ae-0295-4ddc-955f-45a50fd81506', 'name': 'tempest-TestVolumeBootPattern-420443697-router', 'tenant_id': '16771ee4d9794d928622605dcf1382a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'c7050a61-a1ce-4580-9fec-4ddd8c22e829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:27:32Z', 'updated_at': '2022-01-18T13:27:33Z', 'revision_number': 3, 'project_id': '16771ee4d9794d928622605dcf1382a3', 'gw_port': {'id': 'c7050a61-a1ce-4580-9fec-4ddd8c22e829', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:04:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39fe4ae-0295-4ddc-955f-45a50fd81506', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:33Z', 'updated_at': '2022-01-18T13:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}] {{(pid=82759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:27:36.026841 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-904a9ebc-123a-49f6-b000-3b8dcf068f36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:36.031713 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-904a9ebc-123a-49f6-b000-3b8dcf068f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15894105'] for port, after_update {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:36.139185 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-904a9ebc-123a-49f6-b000-3b8dcf068f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15336385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16440911'] for router_interface, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:36.143552 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a9ebc-123a-49f6-b000-3b8dcf068f36 admin admin] Pushing event updated for resources: {'Port': ['ID=3254be62-a535-4614-a60b-44346b9e1a70,revision_number=2']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:36.293661 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904a9ebc-123a-49f6-b000-3b8dcf068f36 admin admin] Network 63bda696-698a-4dc0-bca7-1c863c653284 is already hosted by enough agents. {{(pid=82757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:27:36.294734 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.base_scheduler [None req-904a9ebc-123a-49f6-b000-3b8dcf068f36 admin admin] Resources bound (agent type, host, resource id): {{(pid=82757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:27:36.441289 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device b00ff5d5-db69-4998-80b9-63f12ea06c9f up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:27:36.520944 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port b00ff5d5-db69-4998-80b9-63f12ea06c9f triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:27:36.521315 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:36.599588 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-e165b87b-e782-4625-8d42-9d16d9e4e39e None None] Provisioning complete for port 3254be62-a535-4614-a60b-44346b9e1a70 triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:27:36.600396 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-e165b87b-e782-4625-8d42-9d16d9e4e39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:36.704791 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-e165b87b-e782-4625-8d42-9d16d9e4e39e None None] Port 3254be62-a535-4614-a60b-44346b9e1a70 cannot update to ACTIVE because it is not bound. {{(pid=82758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:27:36.815284 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904a9ebc-123a-49f6-b000-3b8dcf068f36 admin admin] Router e39fe4ae-0295-4ddc-955f-45a50fd81506 has already been hosted by L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 {{(pid=82757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:27:37.018283 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904a9ebc-123a-49f6-b000-3b8dcf068f36 admin admin] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:27:37.027728 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-904a9ebc-123a-49f6-b000-3b8dcf068f36 admin admin] 10.222.0.84 "PUT /v2.0/routers/e39fe4ae-0295-4ddc-955f-45a50fd81506/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9428730 Jan 18 13:27:37.754694 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45448) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:27:37.760539 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.v2.base [None req-e087d453-7d31-4fa7-ae18-8435b5449d04 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-787318856', 'description': 'tempest-secgroup-smoke-787318856 description', 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e'}} {{(pid=82757) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:27:37.767358 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-e087d453-7d31-4fa7-ae18-8435b5449d04 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:27:37.771244 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-e087d453-7d31-4fa7-ae18-8435b5449d04 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Usage tracker for resource:security_group and tenant:2ee5f4eec3fc4782b3c5a0b9b068e15e is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:27:37.774074 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-e087d453-7d31-4fa7-ae18-8435b5449d04 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:27:37.779782 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-e087d453-7d31-4fa7-ae18-8435b5449d04 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:27:37.790798 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e087d453-7d31-4fa7-ae18-8435b5449d04 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for security_group, before_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:37.830906 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-e087d453-7d31-4fa7-ae18-8435b5449d04 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:27:37.834972 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-e087d453-7d31-4fa7-ae18-8435b5449d04 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Usage tracker for resource:security_group_rule and tenant:2ee5f4eec3fc4782b3c5a0b9b068e15e is out of sync, need to count used quota {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:27:37.837910 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [None req-e087d453-7d31-4fa7-ae18-8435b5449d04 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82757) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:27:37.844140 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.quota.driver [None req-e087d453-7d31-4fa7-ae18-8435b5449d04 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82757) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:27:37.904619 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e087d453-7d31-4fa7-ae18-8435b5449d04 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for security_group, precommit_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:37.909420 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e087d453-7d31-4fa7-ae18-8435b5449d04 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_create {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:37.956039 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e087d453-7d31-4fa7-ae18-8435b5449d04 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbbf909-830f-4f53-b808-42305c0b5569,revision_number=1']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:37.960464 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e087d453-7d31-4fa7-ae18-8435b5449d04 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:37.962000 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-e087d453-7d31-4fa7-ae18-8435b5449d04 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2062862 Jan 18 13:27:37.965412 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 45452) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:27:37.972280 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-a06af7c6-5a59-49eb-a1f4-656232c17e79 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Request body: {'security_group_rule': {'security_group_id': '5dbbf909-830f-4f53-b808-42305c0b5569', 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:27:37.978508 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-a06af7c6-5a59-49eb-a1f4-656232c17e79 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:27:37.983099 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-a06af7c6-5a59-49eb-a1f4-656232c17e79 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Usage tracker for resource:security_group_rule and tenant:2ee5f4eec3fc4782b3c5a0b9b068e15e is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:27:37.986298 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-a06af7c6-5a59-49eb-a1f4-656232c17e79 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:27:37.992511 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-a06af7c6-5a59-49eb-a1f4-656232c17e79 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:27:38.008780 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-a06af7c6-5a59-49eb-a1f4-656232c17e79 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:38.072907 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-a06af7c6-5a59-49eb-a1f4-656232c17e79 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:38.076796 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-a06af7c6-5a59-49eb-a1f4-656232c17e79 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16445687'] for security_group_rule, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:38.100044 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06af7c6-5a59-49eb-a1f4-656232c17e79 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c4db7a-b30a-41fd-b054-2b154122807b,revision_number=0']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:38.110089 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-a06af7c6-5a59-49eb-a1f4-656232c17e79 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:38.111563 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-a06af7c6-5a59-49eb-a1f4-656232c17e79 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1452107 Jan 18 13:27:38.114395 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 45456) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:27:38.120007 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-cb16037d-b4de-4c64-8063-0b34cc8aced3 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Request body: {'security_group_rule': {'security_group_id': '5dbbf909-830f-4f53-b808-42305c0b5569', 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:27:38.126857 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-cb16037d-b4de-4c64-8063-0b34cc8aced3 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:27:38.130813 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-cb16037d-b4de-4c64-8063-0b34cc8aced3 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Usage tracker for resource:security_group_rule and tenant:2ee5f4eec3fc4782b3c5a0b9b068e15e is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:27:38.133784 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-cb16037d-b4de-4c64-8063-0b34cc8aced3 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:27:38.139530 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-cb16037d-b4de-4c64-8063-0b34cc8aced3 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:27:38.159012 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-cb16037d-b4de-4c64-8063-0b34cc8aced3 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:38.231776 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-cb16037d-b4de-4c64-8063-0b34cc8aced3 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:38.236326 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-cb16037d-b4de-4c64-8063-0b34cc8aced3 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16445687'] for security_group_rule, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:38.259432 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16037d-b4de-4c64-8063-0b34cc8aced3 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8820a2f1-ab7e-47cf-8c33-562b2e13b9af,revision_number=0']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:38.268881 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-cb16037d-b4de-4c64-8063-0b34cc8aced3 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:38.270088 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-cb16037d-b4de-4c64-8063-0b34cc8aced3 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1547585 Jan 18 13:27:38.272977 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 45460) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:27:38.278908 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-072e53d5-409e-40ad-a9ee-0430513f73aa tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Request body: {'security_group_rule': {'security_group_id': '5dbbf909-830f-4f53-b808-42305c0b5569', 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:27:38.285013 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-072e53d5-409e-40ad-a9ee-0430513f73aa tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:27:38.289078 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-072e53d5-409e-40ad-a9ee-0430513f73aa tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Usage tracker for resource:security_group_rule and tenant:2ee5f4eec3fc4782b3c5a0b9b068e15e is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:27:38.291936 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-072e53d5-409e-40ad-a9ee-0430513f73aa tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:27:38.297721 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-072e53d5-409e-40ad-a9ee-0430513f73aa tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:27:38.313902 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-072e53d5-409e-40ad-a9ee-0430513f73aa tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:38.389925 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-072e53d5-409e-40ad-a9ee-0430513f73aa tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:38.394764 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-072e53d5-409e-40ad-a9ee-0430513f73aa tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16445687'] for security_group_rule, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:38.418581 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e53d5-409e-40ad-a9ee-0430513f73aa tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a054d9c-f5e2-41f0-818d-175e756d4094,revision_number=0']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:38.428621 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-072e53d5-409e-40ad-a9ee-0430513f73aa tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:38.430371 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-072e53d5-409e-40ad-a9ee-0430513f73aa tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1563003 Jan 18 13:27:38.433006 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 45464) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:27:38.439971 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-ac2ee30f-a0aa-46ea-b521-e60f2183982c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Request body: {'security_group_rule': {'security_group_id': '5dbbf909-830f-4f53-b808-42305c0b5569', 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:27:38.445778 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-ac2ee30f-a0aa-46ea-b521-e60f2183982c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:27:38.449560 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-ac2ee30f-a0aa-46ea-b521-e60f2183982c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Usage tracker for resource:security_group_rule and tenant:2ee5f4eec3fc4782b3c5a0b9b068e15e is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:27:38.452432 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-ac2ee30f-a0aa-46ea-b521-e60f2183982c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:27:38.458521 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-ac2ee30f-a0aa-46ea-b521-e60f2183982c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:27:38.475959 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-ac2ee30f-a0aa-46ea-b521-e60f2183982c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:38.551478 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-ac2ee30f-a0aa-46ea-b521-e60f2183982c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:38.555206 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-ac2ee30f-a0aa-46ea-b521-e60f2183982c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16445687'] for security_group_rule, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:38.580019 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ee30f-a0aa-46ea-b521-e60f2183982c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6efa53b-0219-47c4-8f15-b63130360ae0,revision_number=0']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:38.589182 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-ac2ee30f-a0aa-46ea-b521-e60f2183982c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:38.590453 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-ac2ee30f-a0aa-46ea-b521-e60f2183982c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1564455 Jan 18 13:27:38.593428 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 45468) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:27:38.598960 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-1e2c47ea-45c1-4542-b758-11d187334e2f tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Request body: {'security_group_rule': {'security_group_id': '5dbbf909-830f-4f53-b808-42305c0b5569', 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:27:38.604951 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-1e2c47ea-45c1-4542-b758-11d187334e2f tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:27:38.608822 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-1e2c47ea-45c1-4542-b758-11d187334e2f tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Usage tracker for resource:security_group_rule and tenant:2ee5f4eec3fc4782b3c5a0b9b068e15e is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:27:38.612319 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-1e2c47ea-45c1-4542-b758-11d187334e2f tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:27:38.617831 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-1e2c47ea-45c1-4542-b758-11d187334e2f tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:27:38.631441 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.db.securitygroups_db [None req-1e2c47ea-45c1-4542-b758-11d187334e2f tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Project 2ee5f4eec3fc4782b3c5a0b9b068e15e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 13:27:38.638188 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-1e2c47ea-45c1-4542-b758-11d187334e2f tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:38.708829 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-1e2c47ea-45c1-4542-b758-11d187334e2f tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:38.712602 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-1e2c47ea-45c1-4542-b758-11d187334e2f tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16445687'] for security_group_rule, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:38.736461 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c47ea-45c1-4542-b758-11d187334e2f tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14bed2d4-552d-4ab3-996f-c9fd9a78b8ff,revision_number=0']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:38.746346 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-1e2c47ea-45c1-4542-b758-11d187334e2f tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:38.750600 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-1e2c47ea-45c1-4542-b758-11d187334e2f tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1532207 Jan 18 13:27:38.751089 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 45472) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:27:38.756444 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-b581c237-573a-4311-a6ab-967414cd7c45 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Request body: {'security_group_rule': {'security_group_id': '5dbbf909-830f-4f53-b808-42305c0b5569', 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:27:38.762284 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-b581c237-573a-4311-a6ab-967414cd7c45 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:27:38.766755 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-b581c237-573a-4311-a6ab-967414cd7c45 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Usage tracker for resource:security_group_rule and tenant:2ee5f4eec3fc4782b3c5a0b9b068e15e is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:27:38.769622 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-b581c237-573a-4311-a6ab-967414cd7c45 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:27:38.775289 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-b581c237-573a-4311-a6ab-967414cd7c45 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:27:38.784989 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.db.securitygroups_db [None req-b581c237-573a-4311-a6ab-967414cd7c45 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Project 2ee5f4eec3fc4782b3c5a0b9b068e15e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 13:27:38.791504 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-b581c237-573a-4311-a6ab-967414cd7c45 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:38.859262 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-b581c237-573a-4311-a6ab-967414cd7c45 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:38.863472 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-b581c237-573a-4311-a6ab-967414cd7c45 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16445687'] for security_group_rule, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:38.887980 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581c237-573a-4311-a6ab-967414cd7c45 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=276b9804-c8ff-47d2-965b-182794e614ee,revision_number=0']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:38.900024 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-b581c237-573a-4311-a6ab-967414cd7c45 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:38.901444 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-b581c237-573a-4311-a6ab-967414cd7c45 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1495767 Jan 18 13:27:40.053633 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:27:40.448814 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:42.467513 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device c7050a61-a1ce-4580-9fec-4ddd8c22e829 up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:27:42.542147 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning for port c7050a61-a1ce-4580-9fec-4ddd8c22e829 completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:27:42.554990 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port c7050a61-a1ce-4580-9fec-4ddd8c22e829 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:27:42.555357 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:42.680610 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:42.697599 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] For port c7050a61-a1ce-4580-9fec-4ddd8c22e829, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=c7050a61-a1ce-4580-9fec-4ddd8c22e829,segment=NetworkSegment(a71a77f2-f00b-4634-9c06-cb577f22632a),segment_id=a71a77f2-f00b-4634-9c06-cb577f22632a)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:27:42.702124 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:42.821219 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Pushing event updated for resources: {'Port': ['ID=c7050a61-a1ce-4580-9fec-4ddd8c22e829,revision_number=4']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:43.961091 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-12eb1266-b26e-4e19-a0d1-545de90f0114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:44.438786 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device c7050a61-a1ce-4580-9fec-4ddd8c22e829 up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:27:44.521657 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port c7050a61-a1ce-4580-9fec-4ddd8c22e829 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:27:44.522017 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:44.955680 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e45ea1e-e5fd-412c-ab82-7e8bfca61f6e None None] Sync routers for ids ['0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'] in dv-cinder-825103-1-iscsi {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:27:44.971641 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e45ea1e-e5fd-412c-ab82-7e8bfca61f6e None None] Routers {'0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:27:44.972320 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-2e45ea1e-e5fd-412c-ab82-7e8bfca61f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:27:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:27:45.166697 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-2e45ea1e-e5fd-412c-ab82-7e8bfca61f6e None None] Set router 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:27:45.498506 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-2e45ea1e-e5fd-412c-ab82-7e8bfca61f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'name': 'tempest-TestVolumeBootPattern-1253783030-router', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '23077615-2071-4dc3-bddc-b79454ecff81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:29Z', 'revision_number': 4, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'gw_port': {'id': '23077615-2071-4dc3-bddc-b79454ecff81', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': 'a724f912-4630-4d7e-bdb8-21406ebb3034', 'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'mac_address': 'fa:16:3e:54:17:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:28Z', 'updated_at': '2022-01-18T13:27:29Z', 'revision_number': 2, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'subnets': [{'id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:27:45.503049 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e45ea1e-e5fd-412c-ab82-7e8bfca61f6e None None] Checking router: 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a for host: dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:27:45.503401 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e45ea1e-e5fd-412c-ab82-7e8bfca61f6e None None] Updating router 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a port a724f912-4630-4d7e-bdb8-21406ebb3034 binding host dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:27:45.559621 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2e45ea1e-e5fd-412c-ab82-7e8bfca61f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:45.928890 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2e45ea1e-e5fd-412c-ab82-7e8bfca61f6e None None] Notify callbacks [] for port, precommit_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:45.944633 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2e45ea1e-e5fd-412c-ab82-7e8bfca61f6e None None] Transition to ACTIVE for port object a724f912-4630-4d7e-bdb8-21406ebb3034 will not be triggered until provisioned by entity L2. {{(pid=82758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:27:45.950970 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2e45ea1e-e5fd-412c-ab82-7e8bfca61f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:46.081560 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78940074-d4f0-4855-b602-fd66852b3021 None None] Pushing event updated for resources: {'Port': ['ID=a724f912-4630-4d7e-bdb8-21406ebb3034,revision_number=3']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:46.197303 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-2e45ea1e-e5fd-412c-ab82-7e8bfca61f6e None None] Attempting to bind port a724f912-4630-4d7e-bdb8-21406ebb3034 on host dv-cinder-825103-1-iscsi for vnic_type normal with profile {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:27:46.197713 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-2e45ea1e-e5fd-412c-ab82-7e8bfca61f6e None None] Attempting to bind port a724f912-4630-4d7e-bdb8-21406ebb3034 by drivers openvswitch,hyperv on host dv-cinder-825103-1-iscsi at level 0 using segments [{'id': '0b352abb-20b2-4bce-9b32-4a671056487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a'}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:27:46.198358 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e45ea1e-e5fd-412c-ab82-7e8bfca61f6e None None] Attempting to bind port a724f912-4630-4d7e-bdb8-21406ebb3034 on network 80673df2-90c2-4578-ba13-c6e8b6cd733a {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:27:46.204255 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-26445034-931d-468f-8fd7-bc130d9df065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:46.208693 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e45ea1e-e5fd-412c-ab82-7e8bfca61f6e None None] Checking agent: {'id': 'fb28a64d-5559-4ddf-90c6-916f6d0b547c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 40, 17), 'started_at': datetime.datetime(2022, 1, 18, 12, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:27:46.209065 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e45ea1e-e5fd-412c-ab82-7e8bfca61f6e None None] Checking segment: {'id': '0b352abb-20b2-4bce-9b32-4a671056487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:27:46.209454 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2e45ea1e-e5fd-412c-ab82-7e8bfca61f6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:46.209832 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e45ea1e-e5fd-412c-ab82-7e8bfca61f6e None None] Bound using segment: {'id': '0b352abb-20b2-4bce-9b32-4a671056487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a'} {{(pid=82758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:27:46.210290 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.managers [None req-2e45ea1e-e5fd-412c-ab82-7e8bfca61f6e None None] Bound port: a724f912-4630-4d7e-bdb8-21406ebb3034, host: dv-cinder-825103-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b352abb-20b2-4bce-9b32-4a671056487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a'}}] {{(pid=82758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:27:46.210663 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2e45ea1e-e5fd-412c-ab82-7e8bfca61f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:46.311807 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-2e45ea1e-e5fd-412c-ab82-7e8bfca61f6e None None] For port a724f912-4630-4d7e-bdb8-21406ebb3034, host dv-cinder-825103-1-iscsi, cleared binding levels {{(pid=82758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:27:46.315733 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-2e45ea1e-e5fd-412c-ab82-7e8bfca61f6e None None] For port a724f912-4630-4d7e-bdb8-21406ebb3034, host dv-cinder-825103-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=a724f912-4630-4d7e-bdb8-21406ebb3034,segment=NetworkSegment(0b352abb-20b2-4bce-9b32-4a671056487e),segment_id=0b352abb-20b2-4bce-9b32-4a671056487e)] {{(pid=82758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:27:46.320216 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2e45ea1e-e5fd-412c-ab82-7e8bfca61f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:46.446170 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78940074-d4f0-4855-b602-fd66852b3021 None None] Pushing event updated for resources: {'Port': ['ID=a724f912-4630-4d7e-bdb8-21406ebb3034,revision_number=4']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:46.451104 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e45ea1e-e5fd-412c-ab82-7e8bfca61f6e None None] Routers {'0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:27:46.451738 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-2e45ea1e-e5fd-412c-ab82-7e8bfca61f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:27:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:27:46.635438 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f25ab55-3b4f-4414-a023-7bd77ab65e95 None None] Sync routers for ids ['e39fe4ae-0295-4ddc-955f-45a50fd81506'] in dv-cinder-825103-1-iscsi {{(pid=82759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:27:46.648178 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f25ab55-3b4f-4414-a023-7bd77ab65e95 None None] Routers {'e39fe4ae-0295-4ddc-955f-45a50fd81506'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:27:46.648777 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-6f25ab55-3b4f-4414-a023-7bd77ab65e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:27:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['e39fe4ae-0295-4ddc-955f-45a50fd81506'], 'active': True} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:27:46.664289 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-2e45ea1e-e5fd-412c-ab82-7e8bfca61f6e None None] Set router 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:27:46.854397 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvr_db [None req-6f25ab55-3b4f-4414-a023-7bd77ab65e95 None None] Set router e39fe4ae-0295-4ddc-955f-45a50fd81506 gateway port host: dv-cinder-825103-1-iscsi {{(pid=82759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:27:46.997400 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-2e45ea1e-e5fd-412c-ab82-7e8bfca61f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'name': 'tempest-TestVolumeBootPattern-1253783030-router', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '23077615-2071-4dc3-bddc-b79454ecff81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:29Z', 'revision_number': 4, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'gw_port': {'id': '23077615-2071-4dc3-bddc-b79454ecff81', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': 'a724f912-4630-4d7e-bdb8-21406ebb3034', 'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'mac_address': 'fa:16:3e:54:17:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:28Z', 'updated_at': '2022-01-18T13:27:46Z', 'revision_number': 4, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'subnets': [{'id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:27:47.002019 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e45ea1e-e5fd-412c-ab82-7e8bfca61f6e None None] The sync data for ids ['0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'] in dv-cinder-825103-1-iscsi is: [{'id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'name': 'tempest-TestVolumeBootPattern-1253783030-router', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '23077615-2071-4dc3-bddc-b79454ecff81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:29Z', 'revision_number': 4, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'gw_port': {'id': '23077615-2071-4dc3-bddc-b79454ecff81', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': 'a724f912-4630-4d7e-bdb8-21406ebb3034', 'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'mac_address': 'fa:16:3e:54:17:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:28Z', 'updated_at': '2022-01-18T13:27:46Z', 'revision_number': 4, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'subnets': [{'id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:27:47.215785 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-6f25ab55-3b4f-4414-a023-7bd77ab65e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39fe4ae-0295-4ddc-955f-45a50fd81506', 'name': 'tempest-TestVolumeBootPattern-420443697-router', 'tenant_id': '16771ee4d9794d928622605dcf1382a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'c7050a61-a1ce-4580-9fec-4ddd8c22e829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:27:32Z', 'updated_at': '2022-01-18T13:27:35Z', 'revision_number': 4, 'project_id': '16771ee4d9794d928622605dcf1382a3', 'gw_port': {'id': 'c7050a61-a1ce-4580-9fec-4ddd8c22e829', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39fe4ae-0295-4ddc-955f-45a50fd81506', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:33Z', 'updated_at': '2022-01-18T13:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': '3254be62-a535-4614-a60b-44346b9e1a70', 'name': '', 'network_id': '63bda696-698a-4dc0-bca7-1c863c653284', 'tenant_id': '16771ee4d9794d928622605dcf1382a3', 'mac_address': 'fa:16:3e:0c:ef:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39fe4ae-0295-4ddc-955f-45a50fd81506', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a246131f-5eda-4499-8bac-550fc1553aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:35Z', 'updated_at': '2022-01-18T13:27:35Z', 'revision_number': 2, 'project_id': '16771ee4d9794d928622605dcf1382a3', 'subnets': [{'id': 'a246131f-5eda-4499-8bac-550fc1553aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:27:47.220921 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f25ab55-3b4f-4414-a023-7bd77ab65e95 None None] Checking router: e39fe4ae-0295-4ddc-955f-45a50fd81506 for host: dv-cinder-825103-1-iscsi {{(pid=82759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:27:47.221376 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f25ab55-3b4f-4414-a023-7bd77ab65e95 None None] Updating router e39fe4ae-0295-4ddc-955f-45a50fd81506 port 3254be62-a535-4614-a60b-44346b9e1a70 binding host dv-cinder-825103-1-iscsi {{(pid=82759) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 18 13:27:47.280822 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-6f25ab55-3b4f-4414-a023-7bd77ab65e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:47.381950 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:47.591731 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:47.661887 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-6f25ab55-3b4f-4414-a023-7bd77ab65e95 None None] Notify callbacks [] for port, precommit_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:47.674502 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.provisioning_blocks [None req-6f25ab55-3b4f-4414-a023-7bd77ab65e95 None None] Transition to ACTIVE for port object 3254be62-a535-4614-a60b-44346b9e1a70 will not be triggered until provisioned by entity L2. {{(pid=82759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:27:47.682971 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-6f25ab55-3b4f-4414-a023-7bd77ab65e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:47.814795 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c8389-7bd1-4ba1-b7fc-75e39fde83a0 None None] Pushing event updated for resources: {'Port': ['ID=3254be62-a535-4614-a60b-44346b9e1a70,revision_number=3']} {{(pid=82759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:47.907394 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.managers [None req-6f25ab55-3b4f-4414-a023-7bd77ab65e95 None None] Attempting to bind port 3254be62-a535-4614-a60b-44346b9e1a70 on host dv-cinder-825103-1-iscsi for vnic_type normal with profile {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:27:47.907896 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.managers [None req-6f25ab55-3b4f-4414-a023-7bd77ab65e95 None None] Attempting to bind port 3254be62-a535-4614-a60b-44346b9e1a70 by drivers openvswitch,hyperv on host dv-cinder-825103-1-iscsi at level 0 using segments [{'id': '01720305-852e-48ed-a0f0-ed1e7bde7e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '63bda696-698a-4dc0-bca7-1c863c653284'}] {{(pid=82759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:27:47.908394 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f25ab55-3b4f-4414-a023-7bd77ab65e95 None None] Attempting to bind port 3254be62-a535-4614-a60b-44346b9e1a70 on network 63bda696-698a-4dc0-bca7-1c863c653284 {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:27:47.919211 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f25ab55-3b4f-4414-a023-7bd77ab65e95 None None] Checking agent: {'id': 'fb28a64d-5559-4ddf-90c6-916f6d0b547c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825103-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 40, 17), 'started_at': datetime.datetime(2022, 1, 18, 12, 40, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825103-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:27:47.919586 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f25ab55-3b4f-4414-a023-7bd77ab65e95 None None] Checking segment: {'id': '01720305-852e-48ed-a0f0-ed1e7bde7e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '63bda696-698a-4dc0-bca7-1c863c653284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:27:47.919986 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-6f25ab55-3b4f-4414-a023-7bd77ab65e95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:47.920421 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f25ab55-3b4f-4414-a023-7bd77ab65e95 None None] Bound using segment: {'id': '01720305-852e-48ed-a0f0-ed1e7bde7e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '63bda696-698a-4dc0-bca7-1c863c653284'} {{(pid=82759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:27:47.920898 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.managers [None req-6f25ab55-3b4f-4414-a023-7bd77ab65e95 None None] Bound port: 3254be62-a535-4614-a60b-44346b9e1a70, host: dv-cinder-825103-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01720305-852e-48ed-a0f0-ed1e7bde7e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '63bda696-698a-4dc0-bca7-1c863c653284'}}] {{(pid=82759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:27:47.921284 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-6f25ab55-3b4f-4414-a023-7bd77ab65e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:48.011011 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.db [None req-6f25ab55-3b4f-4414-a023-7bd77ab65e95 None None] For port 3254be62-a535-4614-a60b-44346b9e1a70, host dv-cinder-825103-1-iscsi, cleared binding levels {{(pid=82759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:27:48.014995 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.plugins.ml2.db [None req-6f25ab55-3b4f-4414-a023-7bd77ab65e95 None None] For port 3254be62-a535-4614-a60b-44346b9e1a70, host dv-cinder-825103-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=3254be62-a535-4614-a60b-44346b9e1a70,segment=NetworkSegment(01720305-852e-48ed-a0f0-ed1e7bde7e24),segment_id=01720305-852e-48ed-a0f0-ed1e7bde7e24)] {{(pid=82759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:27:48.020211 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron_lib.callbacks.manager [None req-6f25ab55-3b4f-4414-a023-7bd77ab65e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:48.107619 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c8389-7bd1-4ba1-b7fc-75e39fde83a0 None None] Pushing event updated for resources: {'Port': ['ID=3254be62-a535-4614-a60b-44346b9e1a70,revision_number=4']} {{(pid=82759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:48.113285 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f25ab55-3b4f-4414-a023-7bd77ab65e95 None None] Routers {'e39fe4ae-0295-4ddc-955f-45a50fd81506'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:27:48.113904 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-6f25ab55-3b4f-4414-a023-7bd77ab65e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:27:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['e39fe4ae-0295-4ddc-955f-45a50fd81506'], 'active': True} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:27:48.305836 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvr_db [None req-6f25ab55-3b4f-4414-a023-7bd77ab65e95 None None] Set router e39fe4ae-0295-4ddc-955f-45a50fd81506 gateway port host: dv-cinder-825103-1-iscsi {{(pid=82759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:27:48.481555 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device a724f912-4630-4d7e-bdb8-21406ebb3034 up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:27:48.555161 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning for port a724f912-4630-4d7e-bdb8-21406ebb3034 completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:27:48.559748 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port a724f912-4630-4d7e-bdb8-21406ebb3034 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:27:48.560112 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:48.663294 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-6f25ab55-3b4f-4414-a023-7bd77ab65e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39fe4ae-0295-4ddc-955f-45a50fd81506', 'name': 'tempest-TestVolumeBootPattern-420443697-router', 'tenant_id': '16771ee4d9794d928622605dcf1382a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'c7050a61-a1ce-4580-9fec-4ddd8c22e829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:27:32Z', 'updated_at': '2022-01-18T13:27:35Z', 'revision_number': 4, 'project_id': '16771ee4d9794d928622605dcf1382a3', 'gw_port': {'id': 'c7050a61-a1ce-4580-9fec-4ddd8c22e829', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39fe4ae-0295-4ddc-955f-45a50fd81506', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:33Z', 'updated_at': '2022-01-18T13:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': '3254be62-a535-4614-a60b-44346b9e1a70', 'name': '', 'network_id': '63bda696-698a-4dc0-bca7-1c863c653284', 'tenant_id': '16771ee4d9794d928622605dcf1382a3', 'mac_address': 'fa:16:3e:0c:ef:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39fe4ae-0295-4ddc-955f-45a50fd81506', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a246131f-5eda-4499-8bac-550fc1553aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:35Z', 'updated_at': '2022-01-18T13:27:48Z', 'revision_number': 4, 'project_id': '16771ee4d9794d928622605dcf1382a3', 'subnets': [{'id': 'a246131f-5eda-4499-8bac-550fc1553aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:27:48.667710 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f25ab55-3b4f-4414-a023-7bd77ab65e95 None None] The sync data for ids ['e39fe4ae-0295-4ddc-955f-45a50fd81506'] in dv-cinder-825103-1-iscsi is: [{'id': 'e39fe4ae-0295-4ddc-955f-45a50fd81506', 'name': 'tempest-TestVolumeBootPattern-420443697-router', 'tenant_id': '16771ee4d9794d928622605dcf1382a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'c7050a61-a1ce-4580-9fec-4ddd8c22e829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:27:32Z', 'updated_at': '2022-01-18T13:27:35Z', 'revision_number': 4, 'project_id': '16771ee4d9794d928622605dcf1382a3', 'gw_port': {'id': 'c7050a61-a1ce-4580-9fec-4ddd8c22e829', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39fe4ae-0295-4ddc-955f-45a50fd81506', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:33Z', 'updated_at': '2022-01-18T13:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': '3254be62-a535-4614-a60b-44346b9e1a70', 'name': '', 'network_id': '63bda696-698a-4dc0-bca7-1c863c653284', 'tenant_id': '16771ee4d9794d928622605dcf1382a3', 'mac_address': 'fa:16:3e:0c:ef:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39fe4ae-0295-4ddc-955f-45a50fd81506', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a246131f-5eda-4499-8bac-550fc1553aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:35Z', 'updated_at': '2022-01-18T13:27:48Z', 'revision_number': 4, 'project_id': '16771ee4d9794d928622605dcf1382a3', 'subnets': [{'id': 'a246131f-5eda-4499-8bac-550fc1553aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:27:48.683345 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:48.721262 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] For port a724f912-4630-4d7e-bdb8-21406ebb3034, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=a724f912-4630-4d7e-bdb8-21406ebb3034,segment=NetworkSegment(0b352abb-20b2-4bce-9b32-4a671056487e),segment_id=0b352abb-20b2-4bce-9b32-4a671056487e)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:27:48.739076 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:48.813236 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Pushing event updated for resources: {'Port': ['ID=a724f912-4630-4d7e-bdb8-21406ebb3034,revision_number=5']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:49.076579 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:50.516571 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 3254be62-a535-4614-a60b-44346b9e1a70 up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:27:50.591115 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning for port 3254be62-a535-4614-a60b-44346b9e1a70 completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:27:50.597174 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 3254be62-a535-4614-a60b-44346b9e1a70 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:27:50.597612 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:50.712054 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:50.749174 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] For port 3254be62-a535-4614-a60b-44346b9e1a70, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=3254be62-a535-4614-a60b-44346b9e1a70,segment=NetworkSegment(01720305-852e-48ed-a0f0-ed1e7bde7e24),segment_id=01720305-852e-48ed-a0f0-ed1e7bde7e24)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:27:50.753879 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:50.754668 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device a724f912-4630-4d7e-bdb8-21406ebb3034 up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:27:50.880377 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Pushing event updated for resources: {'Port': ['ID=3254be62-a535-4614-a60b-44346b9e1a70,revision_number=5']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:27:50.894266 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port a724f912-4630-4d7e-bdb8-21406ebb3034 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:27:50.894633 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:52.447335 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 3254be62-a535-4614-a60b-44346b9e1a70 up at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:27:52.522337 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Provisioning complete for port 3254be62-a535-4614-a60b-44346b9e1a70 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:27:52.522724 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:27:56.384788 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-44a649d4-2ec8-4f00-b2e2-11303c24d432 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-787318856&fields=id&tenant_id=2ee5f4eec3fc4782b3c5a0b9b068e15e HTTP/1.1" status: 200 len: 267 time: 0.0445645 Jan 18 13:27:56.549662 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-1beb4ef4-5fff-493b-8420-ac7a86886e9c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:27:56.551088 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-1beb4ef4-5fff-493b-8420-ac7a86886e9c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/networks?id=80673df2-90c2-4578-ba13-c6e8b6cd733a HTTP/1.1" status: 200 len: 812 time: 0.1600063 Jan 18 13:27:56.567841 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-31b06c64-84d2-4f91-8a79-204f81743e33 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/quotas/2ee5f4eec3fc4782b3c5a0b9b068e15e HTTP/1.1" status: 200 len: 375 time: 0.0110931 Jan 18 13:27:56.649731 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-9033c704-e781-4a8c-ae80-ac74d30dfa39 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=2ee5f4eec3fc4782b3c5a0b9b068e15e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767572 Jan 18 13:27:56.799677 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-4ed44bff-f44f-4b12-b494-1ee06c6eba09 service neutron] 10.222.0.84 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378639 Jan 18 13:27:56.935076 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-7e414681-3398-48de-a49f-24212574cf3e service neutron] 10.222.0.84 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296656 Jan 18 13:27:58.396694 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-d34ca19e-e314-4b92-9ac4-4ecf41bc146f req-e9bb732c-6596-440d-9bd7-ec2b31cdd2d5 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Synchronizing usage tracker for tenant:2ee5f4eec3fc4782b3c5a0b9b068e15e on resource:port {{(pid=82757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:27:58.416422 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-d34ca19e-e314-4b92-9ac4-4ecf41bc146f req-e9bb732c-6596-440d-9bd7-ec2b31cdd2d5 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Unset dirty status for tenant:2ee5f4eec3fc4782b3c5a0b9b068e15e on resource:port {{(pid=82757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:27:58.417735 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-d34ca19e-e314-4b92-9ac4-4ecf41bc146f req-e9bb732c-6596-440d-9bd7-ec2b31cdd2d5 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=9662dcd8-1784-4597-b2e3-32838cf0e47d HTTP/1.1" status: 200 len: 210 time: 0.0750136 Jan 18 13:27:59.529724 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-3d01656b-4475-46ef-a48d-d1f8450371bf tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:27:59.531194 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-3d01656b-4475-46ef-a48d-d1f8450371bf tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.35 "GET /v2.0/networks?id=80673df2-90c2-4578-ba13-c6e8b6cd733a HTTP/1.1" status: 200 len: 812 time: 0.1528962 Jan 18 13:27:59.615052 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6a0bef2d-621e-41da-9a56-aea7e6872f3f req-0d701a9b-b6f3-4d85-8953-892485adcb73 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=9662dcd8-1784-4597-b2e3-32838cf0e47d HTTP/1.1" status: 200 len: 210 time: 0.0493360 Jan 18 13:27:59.637157 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-073e283b-8bc9-4f1f-bd18-748502866af0 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ee5f4eec3fc4782b3c5a0b9b068e15e HTTP/1.1" status: 200 len: 379 time: 0.0873454 Jan 18 13:27:59.666930 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-99ba8828-e08c-49e4-bf2b-a623401dd1b0 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Request body: {'port': {'device_id': '9662dcd8-1784-4597-b2e3-32838cf0e47d', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'admin_state_up': True, 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'security_groups': ['5dbbf909-830f-4f53-b808-42305c0b5569']}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:27:59.910252 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-99ba8828-e08c-49e4-bf2b-a623401dd1b0 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:27:59.919710 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-99ba8828-e08c-49e4-bf2b-a623401dd1b0 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:27:59.929949 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-99ba8828-e08c-49e4-bf2b-a623401dd1b0 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Made reservation on behalf of 2ee5f4eec3fc4782b3c5a0b9b068e15e for: {'port': 1} {{(pid=82756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:27:59.932892 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-99ba8828-e08c-49e4-bf2b-a623401dd1b0 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:00.101476 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.db_base_plugin_common [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-99ba8828-e08c-49e4-bf2b-a623401dd1b0 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Allocated IP 172.20.0.5 (80673df2-90c2-4578-ba13-c6e8b6cd733a/33632e35-079a-4c8b-9afa-bc98edbaefb7/6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7) {{(pid=82756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:28:00.327063 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-99ba8828-e08c-49e4-bf2b-a623401dd1b0 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for port, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:00.343932 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.provisioning_blocks [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-99ba8828-e08c-49e4-bf2b-a623401dd1b0 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Transition to ACTIVE for port object 6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7 will not be triggered until provisioned by entity DHCP. {{(pid=82756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:28:00.367209 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-99ba8828-e08c-49e4-bf2b-a623401dd1b0 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:00.450495 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-99ba8828-e08c-49e4-bf2b-a623401dd1b0 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Network 80673df2-90c2-4578-ba13-c6e8b6cd733a is already hosted by enough agents. {{(pid=82756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:28:00.454093 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.base_scheduler [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-99ba8828-e08c-49e4-bf2b-a623401dd1b0 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Resources bound (agent type, host, resource id): {{(pid=82756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:28:00.461261 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-99ba8828-e08c-49e4-bf2b-a623401dd1b0 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Received port after_create {{(pid=82756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:28:00.505996 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba8828-e08c-49e4-bf2b-a623401dd1b0 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Pushing event updated for resources: {'Port': ['ID=6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:28:00.527837 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ba8828-e08c-49e4-bf2b-a623401dd1b0 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:28:00.527837 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ba8828-e08c-49e4-bf2b-a623401dd1b0 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:28:00.527837 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ba8828-e08c-49e4-bf2b-a623401dd1b0 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:28:00.527837 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ba8828-e08c-49e4-bf2b-a623401dd1b0 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:28:00.527837 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ba8828-e08c-49e4-bf2b-a623401dd1b0 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:28:00.527837 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ba8828-e08c-49e4-bf2b-a623401dd1b0 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:28:00.527837 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ba8828-e08c-49e4-bf2b-a623401dd1b0 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:28:00.527837 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ba8828-e08c-49e4-bf2b-a623401dd1b0 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:28:00.528503 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ba8828-e08c-49e4-bf2b-a623401dd1b0 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:28:00.528503 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ba8828-e08c-49e4-bf2b-a623401dd1b0 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:28:00.528658 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ba8828-e08c-49e4-bf2b-a623401dd1b0 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:28:00.561974 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-99ba8828-e08c-49e4-bf2b-a623401dd1b0 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:00.562624 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-99ba8828-e08c-49e4-bf2b-a623401dd1b0 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:00.591665 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-99ba8828-e08c-49e4-bf2b-a623401dd1b0 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9288905 Jan 18 13:28:00.615426 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-cd9516db-1fec-4b06-b2c3-488200e2e58f service neutron] Request body: {'port': {'device_id': '9662dcd8-1784-4597-b2e3-32838cf0e47d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:28:00.738382 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-cd9516db-1fec-4b06-b2c3-488200e2e58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:00.777577 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-abab19ca-3b5f-48cd-900a-ae152d1bc59a None None] Provisioning for port 6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7 completed by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:28:00.786850 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-abab19ca-3b5f-48cd-900a-ae152d1bc59a None None] Provisioning complete for port 6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7 triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:28:00.786850 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-abab19ca-3b5f-48cd-900a-ae152d1bc59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:00.835094 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b8827-b220-4812-98b3-32596c787fc8 req-2d1c96e2-8ed0-4815-82b7-5285678423f9 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:00.836939 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-291b8827-b220-4812-98b3-32596c787fc8 req-2d1c96e2-8ed0-4815-82b7-5285678423f9 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=9662dcd8-1784-4597-b2e3-32838cf0e47d HTTP/1.1" status: 200 len: 931 time: 0.0844362 Jan 18 13:28:00.852678 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-abab19ca-3b5f-48cd-900a-ae152d1bc59a None None] Port 6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7 cannot update to ACTIVE because it is not bound. {{(pid=82758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:28:00.886942 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-291b8827-b220-4812-98b3-32596c787fc8 req-43e0adf7-003d-4f7e-bd03-85fae24c0fc6 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Synchronizing usage tracker for tenant:2ee5f4eec3fc4782b3c5a0b9b068e15e on resource:security_group {{(pid=82757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:28:00.904508 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-291b8827-b220-4812-98b3-32596c787fc8 req-43e0adf7-003d-4f7e-bd03-85fae24c0fc6 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Unset dirty status for tenant:2ee5f4eec3fc4782b3c5a0b9b068e15e on resource:security_group {{(pid=82757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:28:00.905777 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-291b8827-b220-4812-98b3-32596c787fc8 req-43e0adf7-003d-4f7e-bd03-85fae24c0fc6 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621176 Jan 18 13:28:01.129784 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-cd9516db-1fec-4b06-b2c3-488200e2e58f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7 {{(pid=82756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:28:01.136501 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-cd9516db-1fec-4b06-b2c3-488200e2e58f service neutron] Notify callbacks [] for port, precommit_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:01.153632 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.provisioning_blocks [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-cd9516db-1fec-4b06-b2c3-488200e2e58f service neutron] Transition to ACTIVE for port object 6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7 will not be triggered until provisioned by entity L2. {{(pid=82756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:28:01.158254 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-cd9516db-1fec-4b06-b2c3-488200e2e58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:01.289185 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9516db-1fec-4b06-b2c3-488200e2e58f service neutron] Pushing event updated for resources: {'Port': ['ID=6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7,revision_number=2']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:28:01.402121 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-cd9516db-1fec-4b06-b2c3-488200e2e58f service neutron] Attempting to bind port 6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:28:01.402366 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-cd9516db-1fec-4b06-b2c3-488200e2e58f service neutron] Attempting to bind port 6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '0b352abb-20b2-4bce-9b32-4a671056487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a'}] {{(pid=82756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:28:01.402716 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-cd9516db-1fec-4b06-b2c3-488200e2e58f service neutron] Attempting to bind port 6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7 on network 80673df2-90c2-4578-ba13-c6e8b6cd733a {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:28:01.409207 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-cd9516db-1fec-4b06-b2c3-488200e2e58f service neutron] Port 6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7 on network 80673df2-90c2-4578-ba13-c6e8b6cd733a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:28:01.409631 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-cd9516db-1fec-4b06-b2c3-488200e2e58f service neutron] Attempting to bind port 6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7 on network 80673df2-90c2-4578-ba13-c6e8b6cd733a {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:28:01.417039 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-cd9516db-1fec-4b06-b2c3-488200e2e58f service neutron] Checking agent: {'id': '085e0bf5-487d-485c-86f3-dab2733d35ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'started_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:28:01.417477 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-cd9516db-1fec-4b06-b2c3-488200e2e58f service neutron] Checking segment: {'id': '0b352abb-20b2-4bce-9b32-4a671056487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:28:01.417803 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-cd9516db-1fec-4b06-b2c3-488200e2e58f service neutron] Bound using segment: {'id': '0b352abb-20b2-4bce-9b32-4a671056487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a'} {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:28:01.418389 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-cd9516db-1fec-4b06-b2c3-488200e2e58f service neutron] Bound port: 6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b352abb-20b2-4bce-9b32-4a671056487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a'}}] {{(pid=82756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:28:01.418863 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-cd9516db-1fec-4b06-b2c3-488200e2e58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:01.510155 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-cd9516db-1fec-4b06-b2c3-488200e2e58f service neutron] For port 6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7, host hv-cinder-82510, cleared binding levels {{(pid=82756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:28:01.513493 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-cd9516db-1fec-4b06-b2c3-488200e2e58f service neutron] For port 6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7,segment=NetworkSegment(0b352abb-20b2-4bce-9b32-4a671056487e),segment_id=0b352abb-20b2-4bce-9b32-4a671056487e)] {{(pid=82756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:28:01.519368 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-cd9516db-1fec-4b06-b2c3-488200e2e58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:01.582607 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-cd9516db-1fec-4b06-b2c3-488200e2e58f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:01.583839 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-cd9516db-1fec-4b06-b2c3-488200e2e58f service neutron] 10.222.0.35 "PUT /v2.0/ports/6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7 HTTP/1.1" status: 200 len: 1093 time: 0.9738309 Jan 18 13:28:01.586795 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9662dcd8-1784-4597-b2e3-32838cf0e47d', 'tag': '6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:28:01.607749 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9516db-1fec-4b06-b2c3-488200e2e58f service neutron] Pushing event updated for resources: {'Port': ['ID=6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7,revision_number=3']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:28:01.680897 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9662dcd8-1784-4597-b2e3-32838cf0e47d', 'tag': '6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7', 'status': 'completed', 'code': 200} Jan 18 13:28:01.727913 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-6f3ae5c7-886b-4a5b-b616-ab2acd72f74f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ee5f4eec3fc4782b3c5a0b9b068e15e&device_id=9662dcd8-1784-4597-b2e3-32838cf0e47d HTTP/1.1" status: 200 len: 1096 time: 0.0868027 Jan 18 13:28:01.812848 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-4d426e3d-cc06-49a2-9fa1-28babde83574 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7 HTTP/1.1" status: 200 len: 217 time: 0.0722597 Jan 18 13:28:01.886723 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-70cd9b18-e100-4ccb-9a6c-35429c8db42f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:01.888189 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-70cd9b18-e100-4ccb-9a6c-35429c8db42f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33632e35-079a-4c8b-9afa-bc98edbaefb7 HTTP/1.1" status: 200 len: 851 time: 0.0698802 Jan 18 13:28:01.972445 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-b933b89c-b782-4873-9842-994393c2e4be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=80673df2-90c2-4578-ba13-c6e8b6cd733a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0784035 Jan 18 13:28:02.118540 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df288f2-b079-45be-9c85-eadb36bdf32b req-6aec0008-f32f-49d1-b796-26170f9223f3 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:02.120080 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-2df288f2-b079-45be-9c85-eadb36bdf32b req-6aec0008-f32f-49d1-b796-26170f9223f3 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=9662dcd8-1784-4597-b2e3-32838cf0e47d HTTP/1.1" status: 200 len: 943 time: 0.0910177 Jan 18 13:28:02.174723 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-2df288f2-b079-45be-9c85-eadb36bdf32b req-ec9930d7-a84d-4887-b521-de8d183bbb57 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490775 Jan 18 13:28:02.202149 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-8a381337-6014-4fed-b001-3651e33220be service neutron] 10.222.0.35 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227845 Jan 18 13:28:02.339764 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-31787139-5f9d-47c1-a690-bdfc4d5c5085 req-fa0a267a-6f2d-4069-afa0-1eec198d4cd7 service neutron] 10.222.0.35 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316605 Jan 18 13:28:02.493219 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-65dec7d6-73ab-408a-aa77-6aa72b87b829 req-8ae3a603-5ddc-4808-893e-51992611da84 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ee5f4eec3fc4782b3c5a0b9b068e15e&device_id=9662dcd8-1784-4597-b2e3-32838cf0e47d HTTP/1.1" status: 200 len: 1096 time: 0.0685191 Jan 18 13:28:02.644913 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dec7d6-73ab-408a-aa77-6aa72b87b829 req-dc87f487-5bec-4fbf-8102-7bcec2d5d98b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:02.646349 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-65dec7d6-73ab-408a-aa77-6aa72b87b829 req-dc87f487-5bec-4fbf-8102-7bcec2d5d98b service neutron] 10.222.0.35 "GET /v2.0/networks?id=80673df2-90c2-4578-ba13-c6e8b6cd733a HTTP/1.1" status: 200 len: 914 time: 0.1456447 Jan 18 13:28:02.732733 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-65dec7d6-73ab-408a-aa77-6aa72b87b829 req-71f469cc-c5a0-4fc4-a06f-ecc72ee0fb30 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7 HTTP/1.1" status: 200 len: 217 time: 0.0656497 Jan 18 13:28:02.795193 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dec7d6-73ab-408a-aa77-6aa72b87b829 req-c7b515fb-29e9-421c-a15b-fccbc9449b78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:02.796628 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-65dec7d6-73ab-408a-aa77-6aa72b87b829 req-c7b515fb-29e9-421c-a15b-fccbc9449b78 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33632e35-079a-4c8b-9afa-bc98edbaefb7 HTTP/1.1" status: 200 len: 851 time: 0.0583203 Jan 18 13:28:02.879348 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-65dec7d6-73ab-408a-aa77-6aa72b87b829 req-223faf19-891e-458b-af0f-07c18783c39d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=80673df2-90c2-4578-ba13-c6e8b6cd733a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770385 Jan 18 13:28:03.021059 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-65dec7d6-73ab-408a-aa77-6aa72b87b829 req-ae8f4758-f44d-4238-8114-f4c4140bcde5 service neutron] 10.222.0.35 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350265 Jan 18 13:28:03.177902 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-65dec7d6-73ab-408a-aa77-6aa72b87b829 req-53c2a32b-02c6-4136-ab5f-7c55f2911de2 service neutron] 10.222.0.35 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497486 Jan 18 13:28:03.385686 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e5d5b-4b3e-442d-b9c9-ead682e6d869 req-292a7747-c66e-40d6-ba28-2c689c34a6ce tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:03.386267 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-f85e5d5b-4b3e-442d-b9c9-ead682e6d869 req-292a7747-c66e-40d6-ba28-2c689c34a6ce tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Synchronizing usage tracker for tenant:2ee5f4eec3fc4782b3c5a0b9b068e15e on resource:port {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:28:03.403307 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-f85e5d5b-4b3e-442d-b9c9-ead682e6d869 req-292a7747-c66e-40d6-ba28-2c689c34a6ce tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Unset dirty status for tenant:2ee5f4eec3fc4782b3c5a0b9b068e15e on resource:port {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:28:03.404539 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f85e5d5b-4b3e-442d-b9c9-ead682e6d869 req-292a7747-c66e-40d6-ba28-2c689c34a6ce tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=9662dcd8-1784-4597-b2e3-32838cf0e47d HTTP/1.1" status: 200 len: 943 time: 0.0982487 Jan 18 13:28:03.454567 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f85e5d5b-4b3e-442d-b9c9-ead682e6d869 req-ba257840-2213-4bf3-8825-7f11f1af4321 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442863 Jan 18 13:28:04.659836 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347f812-40ee-46ff-b286-76ebc36913c4 req-cc04d9b4-b6b9-499d-bdd4-f72299e4d7ef tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:04.661211 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-a347f812-40ee-46ff-b286-76ebc36913c4 req-cc04d9b4-b6b9-499d-bdd4-f72299e4d7ef tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=9662dcd8-1784-4597-b2e3-32838cf0e47d HTTP/1.1" status: 200 len: 943 time: 0.0838666 Jan 18 13:28:04.717301 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-a347f812-40ee-46ff-b286-76ebc36913c4 req-43a8732f-aec9-4bc4-bfa9-1ee633d92d75 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501800 Jan 18 13:28:05.931094 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff2113-d9cd-400b-af9a-36d56d592c16 req-ce270e96-19a5-4346-b768-f8047cd3342e tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:05.932619 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7bff2113-d9cd-400b-af9a-36d56d592c16 req-ce270e96-19a5-4346-b768-f8047cd3342e tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=9662dcd8-1784-4597-b2e3-32838cf0e47d HTTP/1.1" status: 200 len: 943 time: 0.0920396 Jan 18 13:28:05.984406 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7bff2113-d9cd-400b-af9a-36d56d592c16 req-19169388-b10d-4c71-8809-5b743edb2f75 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459094 Jan 18 13:28:07.181658 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44150a7-3ad1-4a1d-8028-1b5a886c8e51 req-fb455a5e-c0cc-4c7e-9451-42d72d77722e tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:07.183125 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-f44150a7-3ad1-4a1d-8028-1b5a886c8e51 req-fb455a5e-c0cc-4c7e-9451-42d72d77722e tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=9662dcd8-1784-4597-b2e3-32838cf0e47d HTTP/1.1" status: 200 len: 943 time: 0.0783918 Jan 18 13:28:07.231282 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-f44150a7-3ad1-4a1d-8028-1b5a886c8e51 req-cb59884b-b2e1-44f3-a210-29b0f3deb733 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427306 Jan 18 13:28:08.435284 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65b6ba-a795-4bb7-8cc4-a9f6c916bd94 req-eeb5864e-0e36-47c5-b850-80687a8025c6 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:08.436723 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0c65b6ba-a795-4bb7-8cc4-a9f6c916bd94 req-eeb5864e-0e36-47c5-b850-80687a8025c6 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=9662dcd8-1784-4597-b2e3-32838cf0e47d HTTP/1.1" status: 200 len: 943 time: 0.0778315 Jan 18 13:28:08.487306 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-0c65b6ba-a795-4bb7-8cc4-a9f6c916bd94 req-17feb0f5-d260-4cf9-934c-56b87ca8ad72 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449731 Jan 18 13:28:09.687235 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e2c4d-6c3f-43ce-892b-1b2dc3d10823 req-75c80cac-39e3-4739-b977-86bdd1d75714 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:09.688681 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-9d9e2c4d-6c3f-43ce-892b-1b2dc3d10823 req-75c80cac-39e3-4739-b977-86bdd1d75714 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=9662dcd8-1784-4597-b2e3-32838cf0e47d HTTP/1.1" status: 200 len: 943 time: 0.0819638 Jan 18 13:28:09.736014 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-9d9e2c4d-6c3f-43ce-892b-1b2dc3d10823 req-7b742d5e-5a57-4ee6-9784-b01dd39acdcc tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415282 Jan 18 13:28:10.464155 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:10.965398 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320425c8-f3a1-46ec-8156-69cb316904d7 req-1e97dd33-97f3-476e-a17e-2d4b625ed24a tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:10.967111 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-320425c8-f3a1-46ec-8156-69cb316904d7 req-1e97dd33-97f3-476e-a17e-2d4b625ed24a tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=9662dcd8-1784-4597-b2e3-32838cf0e47d HTTP/1.1" status: 200 len: 943 time: 0.0889528 Jan 18 13:28:11.011782 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-320425c8-f3a1-46ec-8156-69cb316904d7 req-3a721719-b135-47ab-abb9-b054b686cdb3 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392656 Jan 18 13:28:11.285492 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:28:11.419671 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7,segment=NetworkSegment(0b352abb-20b2-4bce-9b32-4a671056487e),segment_id=0b352abb-20b2-4bce-9b32-4a671056487e)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:28:11.433867 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Returning: {'device': '6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'port_id': '6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7', 'mac_address': 'fa:16:3e:97:43:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:28:11.488512 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:11.506919 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7 {{(pid=82758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:28:11.521756 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7,segment=NetworkSegment(0b352abb-20b2-4bce-9b32-4a671056487e),segment_id=0b352abb-20b2-4bce-9b32-4a671056487e)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:28:11.525521 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:11.595751 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7,revision_number=4']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:28:11.814692 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] get_ports_and_sgs() called for port_ids ['6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7'] {{(pid=82758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:28:12.224654 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271759f8-69a3-469d-80f5-2c79ebccef7d req-04ee47ac-92a7-4648-81af-e56ec4629bb5 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:12.226115 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-271759f8-69a3-469d-80f5-2c79ebccef7d req-04ee47ac-92a7-4648-81af-e56ec4629bb5 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=9662dcd8-1784-4597-b2e3-32838cf0e47d HTTP/1.1" status: 200 len: 944 time: 0.0830288 Jan 18 13:28:12.272363 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-271759f8-69a3-469d-80f5-2c79ebccef7d req-6db3be73-49ae-4ec4-97e7-b3c4427894ae tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407298 Jan 18 13:28:13.283530 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7 up at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:28:13.352432 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning for port 6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7 completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:28:13.357659 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning complete for port 6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:28:13.358027 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:13.477270 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfda0a-f596-49b1-a8a7-3c8b153b5ebf req-cf4c47d4-9c8f-45eb-8fa6-b09f2eb72893 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:13.478774 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-24cfda0a-f596-49b1-a8a7-3c8b153b5ebf req-cf4c47d4-9c8f-45eb-8fa6-b09f2eb72893 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=9662dcd8-1784-4597-b2e3-32838cf0e47d HTTP/1.1" status: 200 len: 944 time: 0.0841284 Jan 18 13:28:13.481891 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:13.513403 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9662dcd8-1784-4597-b2e3-32838cf0e47d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7'}] {{(pid=82758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:28:13.526748 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7,segment=NetworkSegment(0b352abb-20b2-4bce-9b32-4a671056487e),segment_id=0b352abb-20b2-4bce-9b32-4a671056487e)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:28:13.528230 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-24cfda0a-f596-49b1-a8a7-3c8b153b5ebf req-04d9b2c8-9235-4ae7-9d66-5605bb54a193 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437951 Jan 18 13:28:13.532172 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:13.586534 dv-cinder-825103-1-iscsi neutron-server[82758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9662dcd8-1784-4597-b2e3-32838cf0e47d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7', 'code': 200} Jan 18 13:28:13.602346 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7,revision_number=5']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:28:13.905336 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a8f3fa80-89f6-4400-83a3-25ec812a945a req-f05c7aac-d3a0-482f-94d1-1b7f27a76dc1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9662dcd8-1784-4597-b2e3-32838cf0e47d HTTP/1.1" status: 200 len: 1098 time: 0.0799108 Jan 18 13:28:13.949405 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a8f3fa80-89f6-4400-83a3-25ec812a945a req-cd0ee371-bfcf-4991-b0ee-62424dd812e2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383286 Jan 18 13:28:13.957958 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-deaddc41-5143-4e4e-b4c3-c0892f9c83b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:14.729714 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad369ab-87cb-49ce-a494-1181a39efb8b req-5f5a3ef7-83d8-4428-837d-0beea478dd72 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:14.731283 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5ad369ab-87cb-49ce-a494-1181a39efb8b req-5f5a3ef7-83d8-4428-837d-0beea478dd72 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=9662dcd8-1784-4597-b2e3-32838cf0e47d HTTP/1.1" status: 200 len: 945 time: 0.0785813 Jan 18 13:28:14.788563 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5ad369ab-87cb-49ce-a494-1181a39efb8b req-5cb2f83f-b0f8-41c5-9e32-56140b8fd9bd tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515032 Jan 18 13:28:15.990334 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533cadfa-430f-4160-818d-8da5103e91eb req-ba4d742d-96c5-4cb7-a0f8-3486b94ae1b6 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:15.991889 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-533cadfa-430f-4160-818d-8da5103e91eb req-ba4d742d-96c5-4cb7-a0f8-3486b94ae1b6 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=9662dcd8-1784-4597-b2e3-32838cf0e47d HTTP/1.1" status: 200 len: 945 time: 0.0818212 Jan 18 13:28:16.039669 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-533cadfa-430f-4160-818d-8da5103e91eb req-1a0e013c-bb1a-47e1-b836-fa4c6289234c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421386 Jan 18 13:28:16.181387 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-7eb19535-4df5-4486-97ed-37e0df6f8ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:16.256864 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a701efb-1547-4163-88df-e9082a328281 req-72fb506f-bdb6-468f-982d-b13c8dd48ef8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:16.258217 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9a701efb-1547-4163-88df-e9082a328281 req-72fb506f-bdb6-468f-982d-b13c8dd48ef8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=9662dcd8-1784-4597-b2e3-32838cf0e47d HTTP/1.1" status: 200 len: 945 time: 0.0913119 Jan 18 13:28:16.309212 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9a701efb-1547-4163-88df-e9082a328281 req-73a1403c-b874-4f32-92c3-c173dc0b6642 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454173 Jan 18 13:28:16.340333 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 45594) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:28:16.544695 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-61e745f9-c0b3-4770-8642-af936097502d tempest-TestVolumeBootPattern-1172009513 tempest-TestVolumeBootPattern-1172009513-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=9662dcd8-1784-4597-b2e3-32838cf0e47d HTTP/1.1" status: 200 len: 1093 time: 0.2029107 Jan 18 13:28:16.547730 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 45600) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:28:16.553646 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-7a5f4e26-cc10-42f5-bcb6-cfedee9833f8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Request body: {'floatingip': {'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'port_id': '6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:28:16.559386 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-7a5f4e26-cc10-42f5-bcb6-cfedee9833f8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:28:16.563217 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-7a5f4e26-cc10-42f5-bcb6-cfedee9833f8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Usage tracker for resource:floatingip and tenant:2ee5f4eec3fc4782b3c5a0b9b068e15e is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:28:16.566095 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-7a5f4e26-cc10-42f5-bcb6-cfedee9833f8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:28:16.572395 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-7a5f4e26-cc10-42f5-bcb6-cfedee9833f8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:28:16.660000 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-7a5f4e26-cc10-42f5-bcb6-cfedee9833f8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for floatingip, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:16.797514 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-7a5f4e26-cc10-42f5-bcb6-cfedee9833f8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:16.937429 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.db_base_plugin_common [None req-7a5f4e26-cc10-42f5-bcb6-cfedee9833f8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Allocated IP 172.27.2.239 (e1680602-72eb-4a8f-a690-8170848820e2/e5265543-d6e8-47ba-b344-dc5916015d25/4992cb1e-0ab5-4ff5-b542-9216aaf5f2d5) {{(pid=82756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:28:17.053691 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:28:17.092236 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-7a5f4e26-cc10-42f5-bcb6-cfedee9833f8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for port, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:17.121866 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-7a5f4e26-cc10-42f5-bcb6-cfedee9833f8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:17.187542 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5f4e26-cc10-42f5-bcb6-cfedee9833f8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Network e1680602-72eb-4a8f-a690-8170848820e2 is already hosted by enough agents. {{(pid=82756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:28:17.190211 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.base_scheduler [None req-7a5f4e26-cc10-42f5-bcb6-cfedee9833f8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Resources bound (agent type, host, resource id): {{(pid=82756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:28:17.194069 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5f4e26-cc10-42f5-bcb6-cfedee9833f8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Received port after_create {{(pid=82756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:28:17.229238 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f4e26-cc10-42f5-bcb6-cfedee9833f8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Pushing event updated for resources: {'Port': ['ID=4992cb1e-0ab5-4ff5-b542-9216aaf5f2d5,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:28:17.387271 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:17.595881 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:17.729245 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-7a5f4e26-cc10-42f5-bcb6-cfedee9833f8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:17.784039 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-7a5f4e26-cc10-42f5-bcb6-cfedee9833f8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:17.997541 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-7a5f4e26-cc10-42f5-bcb6-cfedee9833f8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for port, precommit_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:18.002717 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-7a5f4e26-cc10-42f5-bcb6-cfedee9833f8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:18.111331 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f4e26-cc10-42f5-bcb6-cfedee9833f8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Pushing event updated for resources: {'Port': ['ID=4992cb1e-0ab5-4ff5-b542-9216aaf5f2d5,revision_number=2']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:28:18.131301 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-7a5f4e26-cc10-42f5-bcb6-cfedee9833f8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16439339'] for floatingip, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:18.431996 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.db.l3_db [None req-7a5f4e26-cc10-42f5-bcb6-cfedee9833f8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Floating IP c97a69b1-9d69-4a96-af1d-9c49b5da1f38 associated. External IP: 172.27.2.239, port: 6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7. Jan 18 13:28:18.869399 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5f4e26-cc10-42f5-bcb6-cfedee9833f8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Router 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a has already been hosted by L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 {{(pid=82756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:28:19.078029 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:19.091156 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5f4e26-cc10-42f5-bcb6-cfedee9833f8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:28:19.102060 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dd4298-7947-4972-981f-6b55bdb9598b None None] Sync routers for ids ['0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'] in dv-cinder-825103-1-iscsi {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:28:19.113605 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dd4298-7947-4972-981f-6b55bdb9598b None None] Routers {'0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:28:19.114244 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-80dd4298-7947-4972-981f-6b55bdb9598b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:28:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:28:19.117865 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-7a5f4e26-cc10-42f5-bcb6-cfedee9833f8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for floatingip, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:19.174419 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-7a5f4e26-cc10-42f5-bcb6-cfedee9833f8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6256061 Jan 18 13:28:19.175164 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9662dcd8-1784-4597-b2e3-32838cf0e47d', 'tag': '6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:28:19.231954 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9662dcd8-1784-4597-b2e3-32838cf0e47d', 'tag': '6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7', 'status': 'completed', 'code': 200} Jan 18 13:28:19.313894 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-80dd4298-7947-4972-981f-6b55bdb9598b None None] Set router 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:28:19.348020 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-98714042-dbb7-493a-bde5-7800d4be0585 req-500357f0-ecf0-4c28-a93d-d684cfd5321f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ee5f4eec3fc4782b3c5a0b9b068e15e&device_id=9662dcd8-1784-4597-b2e3-32838cf0e47d HTTP/1.1" status: 200 len: 1098 time: 0.0701168 Jan 18 13:28:19.490668 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98714042-dbb7-493a-bde5-7800d4be0585 req-932f131e-36cb-4c48-bab5-4c6c25b7d83e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:19.492200 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-98714042-dbb7-493a-bde5-7800d4be0585 req-932f131e-36cb-4c48-bab5-4c6c25b7d83e service neutron] 10.222.0.35 "GET /v2.0/networks?id=80673df2-90c2-4578-ba13-c6e8b6cd733a HTTP/1.1" status: 200 len: 914 time: 0.1381137 Jan 18 13:28:19.597466 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-98714042-dbb7-493a-bde5-7800d4be0585 req-4e009dae-66be-4ce2-a9b0-09da0f0d955d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7 HTTP/1.1" status: 200 len: 999 time: 0.0993752 Jan 18 13:28:19.673387 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98714042-dbb7-493a-bde5-7800d4be0585 req-76d44108-b907-4f37-9834-db76cd2d9c68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:28:19.674879 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-98714042-dbb7-493a-bde5-7800d4be0585 req-76d44108-b907-4f37-9834-db76cd2d9c68 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33632e35-079a-4c8b-9afa-bc98edbaefb7 HTTP/1.1" status: 200 len: 851 time: 0.0715780 Jan 18 13:28:19.681206 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-80dd4298-7947-4972-981f-6b55bdb9598b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'name': 'tempest-TestVolumeBootPattern-1253783030-router', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '23077615-2071-4dc3-bddc-b79454ecff81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:29Z', 'revision_number': 4, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'gw_port': {'id': '23077615-2071-4dc3-bddc-b79454ecff81', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_floatingips': [{'id': 'c97a69b1-9d69-4a96-af1d-9c49b5da1f38', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'floating_ip_address': '172.27.2.239', 'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'router_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'port_id': '6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'mac_address': 'fa:16:3e:97:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9662dcd8-1784-4597-b2e3-32838cf0e47d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:28:17Z', 'updated_at': '2022-01-18T13:28:17Z', 'revision_number': 0, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a724f912-4630-4d7e-bdb8-21406ebb3034', 'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'mac_address': 'fa:16:3e:54:17:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:28Z', 'updated_at': '2022-01-18T13:27:48Z', 'revision_number': 5, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'subnets': [{'id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:28:19.685611 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dd4298-7947-4972-981f-6b55bdb9598b None None] Checking router: 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a for host: dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:28:19.696572 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dd4298-7947-4972-981f-6b55bdb9598b None None] Routers {'0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:28:19.697163 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-80dd4298-7947-4972-981f-6b55bdb9598b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:28:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:28:19.753409 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-98714042-dbb7-493a-bde5-7800d4be0585 req-4803047c-75e8-447d-8e7c-f5e91709ed66 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=80673df2-90c2-4578-ba13-c6e8b6cd733a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729544 Jan 18 13:28:19.896009 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-98714042-dbb7-493a-bde5-7800d4be0585 req-dddc5e44-e750-404f-bdfd-4fd7173576db service neutron] 10.222.0.35 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361911 Jan 18 13:28:19.922950 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-80dd4298-7947-4972-981f-6b55bdb9598b None None] Set router 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:28:20.029353 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-98714042-dbb7-493a-bde5-7800d4be0585 req-5082b271-b1fc-4e88-ae45-1aaedbdbfdac service neutron] 10.222.0.35 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282356 Jan 18 13:28:20.433318 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-80dd4298-7947-4972-981f-6b55bdb9598b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'name': 'tempest-TestVolumeBootPattern-1253783030-router', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '23077615-2071-4dc3-bddc-b79454ecff81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:29Z', 'revision_number': 4, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'gw_port': {'id': '23077615-2071-4dc3-bddc-b79454ecff81', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_floatingips': [{'id': 'c97a69b1-9d69-4a96-af1d-9c49b5da1f38', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'floating_ip_address': '172.27.2.239', 'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'router_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'port_id': '6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'mac_address': 'fa:16:3e:97:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9662dcd8-1784-4597-b2e3-32838cf0e47d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:28:17Z', 'updated_at': '2022-01-18T13:28:17Z', 'revision_number': 0, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a724f912-4630-4d7e-bdb8-21406ebb3034', 'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'mac_address': 'fa:16:3e:54:17:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:28Z', 'updated_at': '2022-01-18T13:27:48Z', 'revision_number': 5, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'subnets': [{'id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:28:20.447270 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dd4298-7947-4972-981f-6b55bdb9598b None None] The sync data for ids ['0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'] in dv-cinder-825103-1-iscsi is: [{'id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'name': 'tempest-TestVolumeBootPattern-1253783030-router', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '23077615-2071-4dc3-bddc-b79454ecff81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:29Z', 'revision_number': 4, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'gw_port': {'id': '23077615-2071-4dc3-bddc-b79454ecff81', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_floatingips': [{'id': 'c97a69b1-9d69-4a96-af1d-9c49b5da1f38', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'floating_ip_address': '172.27.2.239', 'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'router_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'port_id': '6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'mac_address': 'fa:16:3e:97:43:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9662dcd8-1784-4597-b2e3-32838cf0e47d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:28:17Z', 'updated_at': '2022-01-18T13:28:17Z', 'revision_number': 0, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a724f912-4630-4d7e-bdb8-21406ebb3034', 'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'mac_address': 'fa:16:3e:54:17:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:28Z', 'updated_at': '2022-01-18T13:27:48Z', 'revision_number': 5, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'subnets': [{'id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:28:20.651767 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d298b0c2-5024-41a9-b55d-76be1d661375 None None] New status for floating IP c97a69b1-9d69-4a96-af1d-9c49b5da1f38: ACTIVE {{(pid=82759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:28:40.467968 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:43.950649 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-8e66b17c-2f6d-49c0-9d2a-f4ae336a6ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:46.174456 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2bdf3c7d-e967-4cd9-a3db-01079f9afb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:47.391629 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:47.595289 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:49.079054 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:28:54.053955 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:29:09.657136 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-91c56147-ffd6-4fe4-ba81-9d5afed1c938 req-8522942b-b65f-4f05-ae9b-0f69927f4cf4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9662dcd8-1784-4597-b2e3-32838cf0e47d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694380 Jan 18 13:29:09.923098 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-91c56147-ffd6-4fe4-ba81-9d5afed1c938 req-e6113c47-9075-4dc3-be34-eb91303c477f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ee5f4eec3fc4782b3c5a0b9b068e15e&device_id=9662dcd8-1784-4597-b2e3-32838cf0e47d HTTP/1.1" status: 200 len: 1098 time: 0.1688733 Jan 18 13:29:10.066906 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c56147-ffd6-4fe4-ba81-9d5afed1c938 req-1f2b7cb0-60da-435d-add4-72d63c96f6cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:10.068330 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-91c56147-ffd6-4fe4-ba81-9d5afed1c938 req-1f2b7cb0-60da-435d-add4-72d63c96f6cb service neutron] 10.222.0.35 "GET /v2.0/networks?id=80673df2-90c2-4578-ba13-c6e8b6cd733a HTTP/1.1" status: 200 len: 914 time: 0.1259975 Jan 18 13:29:10.172597 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-91c56147-ffd6-4fe4-ba81-9d5afed1c938 req-654fd0aa-b229-4212-9d19-760d417ddcdd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7 HTTP/1.1" status: 200 len: 1001 time: 0.0980339 Jan 18 13:29:10.237483 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c56147-ffd6-4fe4-ba81-9d5afed1c938 req-796bb6f1-9bd4-4374-8bf0-6ca532787de1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:29:10.238957 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-91c56147-ffd6-4fe4-ba81-9d5afed1c938 req-796bb6f1-9bd4-4374-8bf0-6ca532787de1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33632e35-079a-4c8b-9afa-bc98edbaefb7 HTTP/1.1" status: 200 len: 851 time: 0.0608811 Jan 18 13:29:10.317614 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-91c56147-ffd6-4fe4-ba81-9d5afed1c938 req-47c09354-5320-4a96-a6c9-1d4f912bdde7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=80673df2-90c2-4578-ba13-c6e8b6cd733a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727067 Jan 18 13:29:10.454749 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-91c56147-ffd6-4fe4-ba81-9d5afed1c938 req-cc792cc3-f360-478a-ac2c-76f14e80f563 service neutron] 10.222.0.35 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305661 Jan 18 13:29:10.473328 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:29:10.594017 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-91c56147-ffd6-4fe4-ba81-9d5afed1c938 req-5338d961-f2bc-4ccc-bfc6-33e267f1aeb7 service neutron] 10.222.0.35 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330552 Jan 18 13:29:13.953703 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-0ba186e5-5e9b-4864-bf4e-7b9df635af7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:29:16.177670 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-48ae8bc0-423a-4d40-aca2-5d9f263974a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:29:17.394528 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:29:17.600542 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:29:19.082548 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:29:31.054026 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:29:40.473461 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:29:43.958504 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-c0aec7fb-8ddb-4e8a-afb2-7f7fb5beddf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:29:46.181404 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-c643dce0-e18b-4ba4-9836-3254e0f405bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:29:47.398873 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:29:47.602937 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:29:49.087353 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:08.054192 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:30:10.494215 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:11.720865 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-76154ed6-b4b2-449d-9d38-26ec9910d6be req-19508f8f-71d7-4a07-8c98-1388c1beb16f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9662dcd8-1784-4597-b2e3-32838cf0e47d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1420386 Jan 18 13:30:11.879876 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-76154ed6-b4b2-449d-9d38-26ec9910d6be req-a8cc675c-31d5-4f2a-b73c-f5096515b50a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ee5f4eec3fc4782b3c5a0b9b068e15e&device_id=9662dcd8-1784-4597-b2e3-32838cf0e47d HTTP/1.1" status: 200 len: 1098 time: 0.0719883 Jan 18 13:30:12.031454 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76154ed6-b4b2-449d-9d38-26ec9910d6be req-7ea6e902-53f3-4283-9b1a-664687231d4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:12.032948 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-76154ed6-b4b2-449d-9d38-26ec9910d6be req-7ea6e902-53f3-4283-9b1a-664687231d4a service neutron] 10.222.0.35 "GET /v2.0/networks?id=80673df2-90c2-4578-ba13-c6e8b6cd733a HTTP/1.1" status: 200 len: 914 time: 0.1334844 Jan 18 13:30:12.145788 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-76154ed6-b4b2-449d-9d38-26ec9910d6be req-277f61a0-683e-4fbb-8c77-1ace49e5e95e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7 HTTP/1.1" status: 200 len: 1001 time: 0.1038423 Jan 18 13:30:12.213307 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76154ed6-b4b2-449d-9d38-26ec9910d6be req-1a8ebd88-9fb8-476e-8f1d-b4ed37b9842c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:12.214799 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-76154ed6-b4b2-449d-9d38-26ec9910d6be req-1a8ebd88-9fb8-476e-8f1d-b4ed37b9842c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33632e35-079a-4c8b-9afa-bc98edbaefb7 HTTP/1.1" status: 200 len: 851 time: 0.0630786 Jan 18 13:30:12.289574 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-76154ed6-b4b2-449d-9d38-26ec9910d6be req-a30b4913-4034-45db-ab45-88ec31ad8e3f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=80673df2-90c2-4578-ba13-c6e8b6cd733a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693262 Jan 18 13:30:12.438091 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-76154ed6-b4b2-449d-9d38-26ec9910d6be req-50f3d279-607b-4b42-baf8-fb337f7d1bac service neutron] 10.222.0.35 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422682 Jan 18 13:30:12.587865 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-76154ed6-b4b2-449d-9d38-26ec9910d6be req-24e6133d-c2b8-4d35-935c-6bbd89a5c0cf service neutron] 10.222.0.35 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423595 Jan 18 13:30:13.960242 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-c14469be-4db1-4f4e-9c32-13b650165811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:14.573465 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1f955-7db8-4fc6-85a7-ee6018ef1901 req-bea89a5c-e72d-460e-9905-e53756fbf792 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:14.574973 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-04d1f955-7db8-4fc6-85a7-ee6018ef1901 req-bea89a5c-e72d-460e-9905-e53756fbf792 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=9662dcd8-1784-4597-b2e3-32838cf0e47d HTTP/1.1" status: 200 len: 945 time: 0.1704519 Jan 18 13:30:14.620608 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-04d1f955-7db8-4fc6-85a7-ee6018ef1901 req-b0ca7c6e-e199-4e5f-9d46-e09c8b9d72b7 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401721 Jan 18 13:30:16.056949 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a862a4d-7a3b-423c-89f5-b0e45b05f5c5 req-5aecb798-5dbb-408e-bdd7-634ee6c96a1e tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:16.058494 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2a862a4d-7a3b-423c-89f5-b0e45b05f5c5 req-5aecb798-5dbb-408e-bdd7-634ee6c96a1e tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=9662dcd8-1784-4597-b2e3-32838cf0e47d HTTP/1.1" status: 200 len: 945 time: 0.3115325 Jan 18 13:30:16.131050 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-2a862a4d-7a3b-423c-89f5-b0e45b05f5c5 req-a10f87f3-a1e6-4a72-83f9-8a39b138d047 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658312 Jan 18 13:30:16.137429 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5b908-7271-4c2f-957a-32252d2a2275 req-2af4ff6d-c1fc-483d-8d4d-6864efc491d6 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:16.138866 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5fd5b908-7271-4c2f-957a-32252d2a2275 req-2af4ff6d-c1fc-483d-8d4d-6864efc491d6 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.35 "GET /v2.0/ports?device_id=9662dcd8-1784-4597-b2e3-32838cf0e47d HTTP/1.1" status: 200 len: 945 time: 0.1381438 Jan 18 13:30:16.185690 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-a40b55f5-0766-45db-b279-ca73d4dec64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:16.210897 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [req-5fd5b908-7271-4c2f-957a-32252d2a2275 req-7a6087b2-0aa3-4769-be7d-8983ca906e7c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Deleting port 6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7 {{(pid=82756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:30:16.211241 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-5fd5b908-7271-4c2f-957a-32252d2a2275 req-7a6087b2-0aa3-4769-be7d-8983ca906e7c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:16.466865 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-5fd5b908-7271-4c2f-957a-32252d2a2275 req-7a6087b2-0aa3-4769-be7d-8983ca906e7c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] For port 6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7,segment=NetworkSegment(0b352abb-20b2-4bce-9b32-4a671056487e),segment_id=0b352abb-20b2-4bce-9b32-4a671056487e)] {{(pid=82756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:30:16.467178 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-5fd5b908-7271-4c2f-957a-32252d2a2275 req-7a6087b2-0aa3-4769-be7d-8983ca906e7c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:16.770082 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-5fd5b908-7271-4c2f-957a-32252d2a2275 req-7a6087b2-0aa3-4769-be7d-8983ca906e7c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:16.770401 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-5fd5b908-7271-4c2f-957a-32252d2a2275 req-7a6087b2-0aa3-4769-be7d-8983ca906e7c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16439339'] for floatingip, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:16.770741 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.db.l3_db [req-5fd5b908-7271-4c2f-957a-32252d2a2275 req-7a6087b2-0aa3-4769-be7d-8983ca906e7c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Floating IP c97a69b1-9d69-4a96-af1d-9c49b5da1f38 disassociated. External IP: 172.27.2.239, port: 6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7. Jan 18 13:30:16.771154 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [req-5fd5b908-7271-4c2f-957a-32252d2a2275 req-7a6087b2-0aa3-4769-be7d-8983ca906e7c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Calling delete_port for 6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7 owned by compute:nova {{(pid=82756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:30:16.921054 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-5fd5b908-7271-4c2f-957a-32252d2a2275 req-7a6087b2-0aa3-4769-be7d-8983ca906e7c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:16.978585 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6087b2-0aa3-4769-be7d-8983ca906e7c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Pushing event deleted for resources: {'Port': ['ID=6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:30:16.992356 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6087b2-0aa3-4769-be7d-8983ca906e7c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:30:16.993247 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6087b2-0aa3-4769-be7d-8983ca906e7c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:30:16.994438 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6087b2-0aa3-4769-be7d-8983ca906e7c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:30:16.994438 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6087b2-0aa3-4769-be7d-8983ca906e7c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:30:16.994667 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6087b2-0aa3-4769-be7d-8983ca906e7c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:30:16.994974 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6087b2-0aa3-4769-be7d-8983ca906e7c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:30:16.995783 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6087b2-0aa3-4769-be7d-8983ca906e7c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:30:16.995783 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6087b2-0aa3-4769-be7d-8983ca906e7c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:30:16.996155 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6087b2-0aa3-4769-be7d-8983ca906e7c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:30:16.996238 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6087b2-0aa3-4769-be7d-8983ca906e7c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:30:16.996549 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6087b2-0aa3-4769-be7d-8983ca906e7c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:30:17.215214 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fd5b908-7271-4c2f-957a-32252d2a2275 req-7a6087b2-0aa3-4769-be7d-8983ca906e7c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Router 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a has already been hosted by L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 {{(pid=82756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:30:17.317824 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-cd31a229-d40f-4cfa-b840-f871840d23a3 req-792d4e0d-9bfa-4ad4-adc5-21a3a1671499 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=9662dcd8-1784-4597-b2e3-32838cf0e47d HTTP/1.1" status: 200 len: 210 time: 0.0471861 Jan 18 13:30:17.404414 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:17.435562 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fd5b908-7271-4c2f-957a-32252d2a2275 req-7a6087b2-0aa3-4769-be7d-8983ca906e7c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:30:17.447317 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c90603-35e6-4da4-a833-9c779c0fd788 None None] Sync routers for ids ['0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'] in dv-cinder-825103-1-iscsi {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:30:17.469822 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c90603-35e6-4da4-a833-9c779c0fd788 None None] Routers {'0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:30:17.470964 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-13c90603-35e6-4da4-a833-9c779c0fd788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:30:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:30:17.511214 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd5b908-7271-4c2f-957a-32252d2a2275 req-7a6087b2-0aa3-4769-be7d-8983ca906e7c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] No DVR routers for this DVR port 6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7 on host hv-cinder-82510 {{(pid=82756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:30:17.513854 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-5fd5b908-7271-4c2f-957a-32252d2a2275 req-7a6087b2-0aa3-4769-be7d-8983ca906e7c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:17.516519 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9662dcd8-1784-4597-b2e3-32838cf0e47d', 'name': 'network-vif-deleted', 'tag': '6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:30:17.533957 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5fd5b908-7271-4c2f-957a-32252d2a2275 req-7a6087b2-0aa3-4769-be7d-8983ca906e7c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.35 "DELETE /v2.0/ports/6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7 HTTP/1.1" status: 204 len: 173 time: 1.3901687 Jan 18 13:30:17.658221 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:17.668255 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9662dcd8-1784-4597-b2e3-32838cf0e47d', 'name': 'network-vif-deleted', 'tag': '6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7', 'status': 'completed', 'code': 200} Jan 18 13:30:17.683928 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-13c90603-35e6-4da4-a833-9c779c0fd788 None None] Set router 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:30:18.005440 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-13c90603-35e6-4da4-a833-9c779c0fd788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'name': 'tempest-TestVolumeBootPattern-1253783030-router', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '23077615-2071-4dc3-bddc-b79454ecff81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:29Z', 'revision_number': 4, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'gw_port': {'id': '23077615-2071-4dc3-bddc-b79454ecff81', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': 'a724f912-4630-4d7e-bdb8-21406ebb3034', 'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'mac_address': 'fa:16:3e:54:17:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:28Z', 'updated_at': '2022-01-18T13:27:48Z', 'revision_number': 5, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'subnets': [{'id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:30:18.010596 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c90603-35e6-4da4-a833-9c779c0fd788 None None] Checking router: 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a for host: dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:30:18.021097 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c90603-35e6-4da4-a833-9c779c0fd788 None None] Routers {'0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:30:18.021689 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-13c90603-35e6-4da4-a833-9c779c0fd788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:30:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:30:18.262977 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-13c90603-35e6-4da4-a833-9c779c0fd788 None None] Set router 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:30:18.517171 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-73a87bc1-637f-43af-8fbd-16e1816538dc req-674ce2b7-4210-4b89-abe5-bde42b08f4a3 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=9662dcd8-1784-4597-b2e3-32838cf0e47d HTTP/1.1" status: 200 len: 210 time: 0.0425372 Jan 18 13:30:18.601025 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-13c90603-35e6-4da4-a833-9c779c0fd788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'name': 'tempest-TestVolumeBootPattern-1253783030-router', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '23077615-2071-4dc3-bddc-b79454ecff81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:29Z', 'revision_number': 4, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'gw_port': {'id': '23077615-2071-4dc3-bddc-b79454ecff81', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': 'a724f912-4630-4d7e-bdb8-21406ebb3034', 'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'mac_address': 'fa:16:3e:54:17:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:28Z', 'updated_at': '2022-01-18T13:27:48Z', 'revision_number': 5, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'subnets': [{'id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:30:18.606441 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c90603-35e6-4da4-a833-9c779c0fd788 None None] The sync data for ids ['0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'] in dv-cinder-825103-1-iscsi is: [{'id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'name': 'tempest-TestVolumeBootPattern-1253783030-router', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '23077615-2071-4dc3-bddc-b79454ecff81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:29Z', 'revision_number': 4, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'gw_port': {'id': '23077615-2071-4dc3-bddc-b79454ecff81', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': 'a724f912-4630-4d7e-bdb8-21406ebb3034', 'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'mac_address': 'fa:16:3e:54:17:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:28Z', 'updated_at': '2022-01-18T13:27:48Z', 'revision_number': 5, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'subnets': [{'id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:30:18.828449 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57c55fa-eec1-48ca-8ca7-de664bcccc7e None None] New status for floating IP c97a69b1-9d69-4a96-af1d-9c49b5da1f38: DOWN {{(pid=82759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:30:19.091590 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:19.785439 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:30:19.820232 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] No Port match for: 6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7 {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:30:19.820578 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 6d3c6e18-0cb8-4593-ac4c-a3ea174d78d7 not bound to the agent host hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:30:19.862941 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-018f832c-1f68-44dc-9424-f5e12519b3f4 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-787318856&fields=id&tenant_id=2ee5f4eec3fc4782b3c5a0b9b068e15e HTTP/1.1" status: 200 len: 267 time: 0.0501962 Jan 18 13:30:20.012688 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-90e848fc-a6c6-4d90-b8b6-0b60da432a8c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:20.013315 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-90e848fc-a6c6-4d90-b8b6-0b60da432a8c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Synchronizing usage tracker for tenant:2ee5f4eec3fc4782b3c5a0b9b068e15e on resource:network {{(pid=82757) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:30:20.030581 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.quota.resource [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-90e848fc-a6c6-4d90-b8b6-0b60da432a8c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Unset dirty status for tenant:2ee5f4eec3fc4782b3c5a0b9b068e15e on resource:network {{(pid=82757) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:30:20.031746 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-90e848fc-a6c6-4d90-b8b6-0b60da432a8c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/networks?id=80673df2-90c2-4578-ba13-c6e8b6cd733a HTTP/1.1" status: 200 len: 812 time: 0.1623108 Jan 18 13:30:20.048434 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-3f845cf2-97d4-4c40-8b47-b11c9706397e tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/quotas/2ee5f4eec3fc4782b3c5a0b9b068e15e HTTP/1.1" status: 200 len: 375 time: 0.0113959 Jan 18 13:30:20.139615 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-4151b681-5748-433c-9803-24835951464c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=2ee5f4eec3fc4782b3c5a0b9b068e15e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0862019 Jan 18 13:30:20.384161 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-f0b8c5fc-e191-4459-9bd3-7e524f18843d service neutron] 10.222.0.84 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317045 Jan 18 13:30:20.518164 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-a99b2f45-e267-43cb-ab42-22a44d126d7e service neutron] 10.222.0.84 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274514 Jan 18 13:30:20.932332 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-f7e071f8-369c-4948-ae33-22298312883b req-1986206b-04c8-4865-935d-e058fce6c721 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Synchronizing usage tracker for tenant:2ee5f4eec3fc4782b3c5a0b9b068e15e on resource:port {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:30:20.947430 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-f7e071f8-369c-4948-ae33-22298312883b req-1986206b-04c8-4865-935d-e058fce6c721 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Unset dirty status for tenant:2ee5f4eec3fc4782b3c5a0b9b068e15e on resource:port {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:30:20.948741 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-f7e071f8-369c-4948-ae33-22298312883b req-1986206b-04c8-4865-935d-e058fce6c721 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=def653e6-6dc8-46c1-8715-893a72ba2ada HTTP/1.1" status: 200 len: 210 time: 0.0584991 Jan 18 13:30:22.063164 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-111e11bf-b4ee-44cc-b248-6914b9aac8a6 req-13ff139b-5c91-4cbf-a202-6ad10bd90428 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=def653e6-6dc8-46c1-8715-893a72ba2ada HTTP/1.1" status: 200 len: 210 time: 0.0429757 Jan 18 13:30:23.227401 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-00349466-4fd4-4f02-ac6f-cbeda8fbf136 req-657d3925-fb29-4368-b746-8f5c8eadc268 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=def653e6-6dc8-46c1-8715-893a72ba2ada HTTP/1.1" status: 200 len: 210 time: 0.0420697 Jan 18 13:30:24.408404 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3cbdd1c6-d60e-4285-aba0-618f9180412a req-4891bab1-6a42-4e47-8cca-6bd0c542c185 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=def653e6-6dc8-46c1-8715-893a72ba2ada HTTP/1.1" status: 200 len: 210 time: 0.0472527 Jan 18 13:30:24.494074 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-ddae6ac7-38be-4fd2-9896-d35dac9083ac tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:24.495696 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-ddae6ac7-38be-4fd2-9896-d35dac9083ac tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.35 "GET /v2.0/networks?id=80673df2-90c2-4578-ba13-c6e8b6cd733a HTTP/1.1" status: 200 len: 812 time: 0.2582531 Jan 18 13:30:24.571422 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-869fa9eb-f2eb-41d3-94e5-830dc095e4df tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ee5f4eec3fc4782b3c5a0b9b068e15e HTTP/1.1" status: 200 len: 379 time: 0.0442286 Jan 18 13:30:24.579585 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-c5bbdc11-92e0-4ce4-96e7-5203c16b44e6 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Request body: {'port': {'device_id': 'def653e6-6dc8-46c1-8715-893a72ba2ada', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'admin_state_up': True, 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'security_groups': ['5dbbf909-830f-4f53-b808-42305c0b5569']}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:30:24.724630 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-c5bbdc11-92e0-4ce4-96e7-5203c16b44e6 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:30:24.734357 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-c5bbdc11-92e0-4ce4-96e7-5203c16b44e6 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:30:24.743886 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-c5bbdc11-92e0-4ce4-96e7-5203c16b44e6 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Made reservation on behalf of 2ee5f4eec3fc4782b3c5a0b9b068e15e for: {'port': 1} {{(pid=82756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:30:24.747134 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-c5bbdc11-92e0-4ce4-96e7-5203c16b44e6 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:24.929987 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.db_base_plugin_common [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-c5bbdc11-92e0-4ce4-96e7-5203c16b44e6 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Allocated IP 172.20.0.10 (80673df2-90c2-4578-ba13-c6e8b6cd733a/33632e35-079a-4c8b-9afa-bc98edbaefb7/ede93dad-b0cd-4051-acdf-aadcb82ad869) {{(pid=82756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:30:25.136650 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-c5bbdc11-92e0-4ce4-96e7-5203c16b44e6 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for port, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:25.153423 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.provisioning_blocks [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-c5bbdc11-92e0-4ce4-96e7-5203c16b44e6 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Transition to ACTIVE for port object ede93dad-b0cd-4051-acdf-aadcb82ad869 will not be triggered until provisioned by entity DHCP. {{(pid=82756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:30:25.177730 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-c5bbdc11-92e0-4ce4-96e7-5203c16b44e6 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:25.251904 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-c5bbdc11-92e0-4ce4-96e7-5203c16b44e6 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Network 80673df2-90c2-4578-ba13-c6e8b6cd733a is already hosted by enough agents. {{(pid=82756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:30:25.255586 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.base_scheduler [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-c5bbdc11-92e0-4ce4-96e7-5203c16b44e6 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Resources bound (agent type, host, resource id): {{(pid=82756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:30:25.257322 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bbdc11-92e0-4ce4-96e7-5203c16b44e6 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Pushing event updated for resources: {'Port': ['ID=ede93dad-b0cd-4051-acdf-aadcb82ad869,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:30:25.259516 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-c5bbdc11-92e0-4ce4-96e7-5203c16b44e6 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Received port after_create {{(pid=82756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:30:25.335995 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-c5bbdc11-92e0-4ce4-96e7-5203c16b44e6 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:25.336742 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-c5bbdc11-92e0-4ce4-96e7-5203c16b44e6 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:25.368995 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-c5bbdc11-92e0-4ce4-96e7-5203c16b44e6 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7918856 Jan 18 13:30:25.387983 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-ece4318a-0a57-4c61-a344-43b6b7cbb799 service neutron] Request body: {'port': {'device_id': 'def653e6-6dc8-46c1-8715-893a72ba2ada', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:30:25.513430 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-ece4318a-0a57-4c61-a344-43b6b7cbb799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:25.567568 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-f623753e-63fd-4b8b-a104-fa43dee4d332 None None] Provisioning for port ede93dad-b0cd-4051-acdf-aadcb82ad869 completed by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:30:25.572618 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-f623753e-63fd-4b8b-a104-fa43dee4d332 None None] Provisioning complete for port ede93dad-b0cd-4051-acdf-aadcb82ad869 triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:30:25.572990 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-f623753e-63fd-4b8b-a104-fa43dee4d332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:25.625640 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-f623753e-63fd-4b8b-a104-fa43dee4d332 None None] Port ede93dad-b0cd-4051-acdf-aadcb82ad869 cannot update to ACTIVE because it is not bound. {{(pid=82758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:30:25.802369 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e084951-33b4-4bec-bd89-5e2811cb7d09 req-6a721b47-1e1a-46db-8696-a0b9c6d719d2 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:25.802984 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-4e084951-33b4-4bec-bd89-5e2811cb7d09 req-6a721b47-1e1a-46db-8696-a0b9c6d719d2 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Synchronizing usage tracker for tenant:2ee5f4eec3fc4782b3c5a0b9b068e15e on resource:port {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:30:25.841056 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-4e084951-33b4-4bec-bd89-5e2811cb7d09 req-6a721b47-1e1a-46db-8696-a0b9c6d719d2 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Unset dirty status for tenant:2ee5f4eec3fc4782b3c5a0b9b068e15e on resource:port {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:30:25.842408 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4e084951-33b4-4bec-bd89-5e2811cb7d09 req-6a721b47-1e1a-46db-8696-a0b9c6d719d2 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=def653e6-6dc8-46c1-8715-893a72ba2ada HTTP/1.1" status: 200 len: 932 time: 0.2883363 Jan 18 13:30:25.921166 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-4e084951-33b4-4bec-bd89-5e2811cb7d09 req-f2c320db-2903-4fe5-9e78-e42d7161e29d tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720382 Jan 18 13:30:25.991279 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-ece4318a-0a57-4c61-a344-43b6b7cbb799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ede93dad-b0cd-4051-acdf-aadcb82ad869 {{(pid=82756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:30:26.003642 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-ece4318a-0a57-4c61-a344-43b6b7cbb799 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:26.019443 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.provisioning_blocks [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-ece4318a-0a57-4c61-a344-43b6b7cbb799 service neutron] Transition to ACTIVE for port object ede93dad-b0cd-4051-acdf-aadcb82ad869 will not be triggered until provisioned by entity L2. {{(pid=82756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:30:26.023403 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-ece4318a-0a57-4c61-a344-43b6b7cbb799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:26.156474 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4318a-0a57-4c61-a344-43b6b7cbb799 service neutron] Pushing event updated for resources: {'Port': ['ID=ede93dad-b0cd-4051-acdf-aadcb82ad869,revision_number=2']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:30:26.263837 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-ece4318a-0a57-4c61-a344-43b6b7cbb799 service neutron] Attempting to bind port ede93dad-b0cd-4051-acdf-aadcb82ad869 on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:30:26.264174 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-ece4318a-0a57-4c61-a344-43b6b7cbb799 service neutron] Attempting to bind port ede93dad-b0cd-4051-acdf-aadcb82ad869 by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '0b352abb-20b2-4bce-9b32-4a671056487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a'}] {{(pid=82756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:30:26.264499 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-ece4318a-0a57-4c61-a344-43b6b7cbb799 service neutron] Attempting to bind port ede93dad-b0cd-4051-acdf-aadcb82ad869 on network 80673df2-90c2-4578-ba13-c6e8b6cd733a {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:30:26.270271 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-ece4318a-0a57-4c61-a344-43b6b7cbb799 service neutron] Port ede93dad-b0cd-4051-acdf-aadcb82ad869 on network 80673df2-90c2-4578-ba13-c6e8b6cd733a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:30:26.270586 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-ece4318a-0a57-4c61-a344-43b6b7cbb799 service neutron] Attempting to bind port ede93dad-b0cd-4051-acdf-aadcb82ad869 on network 80673df2-90c2-4578-ba13-c6e8b6cd733a {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:30:26.277546 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-ece4318a-0a57-4c61-a344-43b6b7cbb799 service neutron] Checking agent: {'id': '085e0bf5-487d-485c-86f3-dab2733d35ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'started_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:30:26.277873 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-ece4318a-0a57-4c61-a344-43b6b7cbb799 service neutron] Checking segment: {'id': '0b352abb-20b2-4bce-9b32-4a671056487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:30:26.278244 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-ece4318a-0a57-4c61-a344-43b6b7cbb799 service neutron] Bound using segment: {'id': '0b352abb-20b2-4bce-9b32-4a671056487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a'} {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:30:26.278713 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-ece4318a-0a57-4c61-a344-43b6b7cbb799 service neutron] Bound port: ede93dad-b0cd-4051-acdf-aadcb82ad869, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b352abb-20b2-4bce-9b32-4a671056487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a'}}] {{(pid=82756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:30:26.279057 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-ece4318a-0a57-4c61-a344-43b6b7cbb799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:26.459279 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-ece4318a-0a57-4c61-a344-43b6b7cbb799 service neutron] For port ede93dad-b0cd-4051-acdf-aadcb82ad869, host hv-cinder-82510, cleared binding levels {{(pid=82756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:30:26.463499 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-ece4318a-0a57-4c61-a344-43b6b7cbb799 service neutron] For port ede93dad-b0cd-4051-acdf-aadcb82ad869, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ede93dad-b0cd-4051-acdf-aadcb82ad869,segment=NetworkSegment(0b352abb-20b2-4bce-9b32-4a671056487e),segment_id=0b352abb-20b2-4bce-9b32-4a671056487e)] {{(pid=82756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:30:26.469527 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-ece4318a-0a57-4c61-a344-43b6b7cbb799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:26.535655 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-ece4318a-0a57-4c61-a344-43b6b7cbb799 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:26.537010 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-ece4318a-0a57-4c61-a344-43b6b7cbb799 service neutron] 10.222.0.35 "PUT /v2.0/ports/ede93dad-b0cd-4051-acdf-aadcb82ad869 HTTP/1.1" status: 200 len: 1094 time: 1.1546571 Jan 18 13:30:26.537445 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def653e6-6dc8-46c1-8715-893a72ba2ada', 'tag': 'ede93dad-b0cd-4051-acdf-aadcb82ad869'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:30:26.558566 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4318a-0a57-4c61-a344-43b6b7cbb799 service neutron] Pushing event updated for resources: {'Port': ['ID=ede93dad-b0cd-4051-acdf-aadcb82ad869,revision_number=3']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:30:26.597247 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def653e6-6dc8-46c1-8715-893a72ba2ada', 'tag': 'ede93dad-b0cd-4051-acdf-aadcb82ad869', 'status': 'completed', 'code': 200} Jan 18 13:30:26.685119 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-98c92769-f26f-40a5-b95e-879111b868b3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ee5f4eec3fc4782b3c5a0b9b068e15e&device_id=def653e6-6dc8-46c1-8715-893a72ba2ada HTTP/1.1" status: 200 len: 1097 time: 0.0732322 Jan 18 13:30:26.762578 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-288da116-80e4-4d0e-91fc-72ba00845b80 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ede93dad-b0cd-4051-acdf-aadcb82ad869 HTTP/1.1" status: 200 len: 217 time: 0.0650048 Jan 18 13:30:26.824916 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-034192cd-58b0-4a75-8fc1-e31e7e3214c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:26.826257 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-034192cd-58b0-4a75-8fc1-e31e7e3214c1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33632e35-079a-4c8b-9afa-bc98edbaefb7 HTTP/1.1" status: 200 len: 851 time: 0.0584424 Jan 18 13:30:26.904342 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-220c6df5-36d5-4245-8d6e-a02bbccff178 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=80673df2-90c2-4578-ba13-c6e8b6cd733a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721829 Jan 18 13:30:27.038749 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-d3cb6297-2add-4fac-97a6-e94917cfeaf6 service neutron] 10.222.0.35 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280670 Jan 18 13:30:27.226376 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c8c82926-48fb-46ca-9075-e0a2fd0c35ad req-8ef69a5b-e5a2-4334-aaeb-19d7c8e397e4 service neutron] 10.222.0.35 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782434 Jan 18 13:30:27.237568 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3dd1e-dbea-4ffb-9ac6-fc7a2646663e req-36b1c1bb-d503-49d6-97ad-198aca21d723 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:27.239267 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-25e3dd1e-dbea-4ffb-9ac6-fc7a2646663e req-36b1c1bb-d503-49d6-97ad-198aca21d723 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=def653e6-6dc8-46c1-8715-893a72ba2ada HTTP/1.1" status: 200 len: 944 time: 0.1732912 Jan 18 13:30:27.293954 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-25e3dd1e-dbea-4ffb-9ac6-fc7a2646663e req-c1205afe-0c0f-4f2e-8f4b-39398a8ae656 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482981 Jan 18 13:30:27.403386 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8347cb29-ac7f-43ec-a1d7-b64472dd0c59 req-670cf4e3-65d7-4ee6-9fa5-bfd2e9984146 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ee5f4eec3fc4782b3c5a0b9b068e15e&device_id=def653e6-6dc8-46c1-8715-893a72ba2ada HTTP/1.1" status: 200 len: 1097 time: 0.0740499 Jan 18 13:30:27.538522 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347cb29-ac7f-43ec-a1d7-b64472dd0c59 req-b7df8e6c-7b9b-4c84-aa6d-9eb654143895 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:27.540740 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8347cb29-ac7f-43ec-a1d7-b64472dd0c59 req-b7df8e6c-7b9b-4c84-aa6d-9eb654143895 service neutron] 10.222.0.35 "GET /v2.0/networks?id=80673df2-90c2-4578-ba13-c6e8b6cd733a HTTP/1.1" status: 200 len: 914 time: 0.1300142 Jan 18 13:30:27.608445 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8347cb29-ac7f-43ec-a1d7-b64472dd0c59 req-3f844570-cf3c-405f-8a94-6525c683764f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ede93dad-b0cd-4051-acdf-aadcb82ad869 HTTP/1.1" status: 200 len: 217 time: 0.0605245 Jan 18 13:30:27.678414 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347cb29-ac7f-43ec-a1d7-b64472dd0c59 req-38f702fe-bd7f-4180-81ed-e704ab746926 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:27.679872 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8347cb29-ac7f-43ec-a1d7-b64472dd0c59 req-38f702fe-bd7f-4180-81ed-e704ab746926 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33632e35-079a-4c8b-9afa-bc98edbaefb7 HTTP/1.1" status: 200 len: 851 time: 0.0656731 Jan 18 13:30:27.754663 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8347cb29-ac7f-43ec-a1d7-b64472dd0c59 req-a186b3bc-8134-44e8-a711-1b9c45349b27 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=80673df2-90c2-4578-ba13-c6e8b6cd733a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688119 Jan 18 13:30:27.896610 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8347cb29-ac7f-43ec-a1d7-b64472dd0c59 req-f1cdf109-9148-40a8-9162-7b1fade305c4 service neutron] 10.222.0.35 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357596 Jan 18 13:30:28.037711 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8347cb29-ac7f-43ec-a1d7-b64472dd0c59 req-a72c43a0-c440-441c-8b44-9be1badc884f service neutron] 10.222.0.35 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344800 Jan 18 13:30:28.496766 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e2be7-3aee-4aaf-9cbe-6442351ce577 req-0298cb7a-4325-4ad8-9fca-16e7450d68db tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:28.498305 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-2d3e2be7-3aee-4aaf-9cbe-6442351ce577 req-0298cb7a-4325-4ad8-9fca-16e7450d68db tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=def653e6-6dc8-46c1-8715-893a72ba2ada HTTP/1.1" status: 200 len: 944 time: 0.0784237 Jan 18 13:30:28.544225 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-2d3e2be7-3aee-4aaf-9cbe-6442351ce577 req-4078a270-c596-455e-8561-feb3bb84ebad tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399797 Jan 18 13:30:29.834576 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebe242-cfbe-4af9-ba41-45b2c99569b5 req-e4ad496e-5a9e-403d-8efc-3563f0e8b498 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:29.836031 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d7ebe242-cfbe-4af9-ba41-45b2c99569b5 req-e4ad496e-5a9e-403d-8efc-3563f0e8b498 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=def653e6-6dc8-46c1-8715-893a72ba2ada HTTP/1.1" status: 200 len: 944 time: 0.1692936 Jan 18 13:30:29.881767 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d7ebe242-cfbe-4af9-ba41-45b2c99569b5 req-675d6777-0ed6-4584-b158-c93f61f6b9c0 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396962 Jan 18 13:30:31.080842 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339bb1b1-7731-40b7-afd5-05bd8b20c2df req-4c47e551-2968-40ea-b1e5-2773f378af60 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:31.082287 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-339bb1b1-7731-40b7-afd5-05bd8b20c2df req-4c47e551-2968-40ea-b1e5-2773f378af60 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=def653e6-6dc8-46c1-8715-893a72ba2ada HTTP/1.1" status: 200 len: 944 time: 0.0807710 Jan 18 13:30:31.128541 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-339bb1b1-7731-40b7-afd5-05bd8b20c2df req-350ec22a-3480-49ec-bdcd-5a8f3f1db7be tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401785 Jan 18 13:30:32.331252 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6412c-925d-4462-a872-57662ff5e03e req-7e7a154c-ca13-45a7-8b67-bdc307012856 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:32.332698 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6ce6412c-925d-4462-a872-57662ff5e03e req-7e7a154c-ca13-45a7-8b67-bdc307012856 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=def653e6-6dc8-46c1-8715-893a72ba2ada HTTP/1.1" status: 200 len: 944 time: 0.0770869 Jan 18 13:30:32.379600 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6ce6412c-925d-4462-a872-57662ff5e03e req-de6d28e8-cf3d-42ce-a08b-b0b238163189 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413277 Jan 18 13:30:33.579799 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40309c-8b6b-4885-b747-59f6cce6188d req-485c2f89-c49d-413a-938f-e0e34cb951d4 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:33.581250 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4a40309c-8b6b-4885-b747-59f6cce6188d req-485c2f89-c49d-413a-938f-e0e34cb951d4 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=def653e6-6dc8-46c1-8715-893a72ba2ada HTTP/1.1" status: 200 len: 944 time: 0.0780478 Jan 18 13:30:33.627362 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-4a40309c-8b6b-4885-b747-59f6cce6188d req-dd9e9d49-88a6-4f6b-ba7a-1093d4919219 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405307 Jan 18 13:30:34.845261 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b1bff-d4bd-4f06-9eb5-5b77db4d5618 req-d3492341-9f98-4218-8bc8-1c13e326c67d tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:34.846628 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-772b1bff-d4bd-4f06-9eb5-5b77db4d5618 req-d3492341-9f98-4218-8bc8-1c13e326c67d tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=def653e6-6dc8-46c1-8715-893a72ba2ada HTTP/1.1" status: 200 len: 944 time: 0.0953131 Jan 18 13:30:34.897658 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-772b1bff-d4bd-4f06-9eb5-5b77db4d5618 req-2eb119ff-bbd4-413f-92a7-057840d613b0 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444703 Jan 18 13:30:35.864531 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device ede93dad-b0cd-4051-acdf-aadcb82ad869 details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:30:36.007622 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port ede93dad-b0cd-4051-acdf-aadcb82ad869, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ede93dad-b0cd-4051-acdf-aadcb82ad869,segment=NetworkSegment(0b352abb-20b2-4bce-9b32-4a671056487e),segment_id=0b352abb-20b2-4bce-9b32-4a671056487e)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:30:36.022268 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Returning: {'device': 'ede93dad-b0cd-4051-acdf-aadcb82ad869', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'port_id': 'ede93dad-b0cd-4051-acdf-aadcb82ad869', 'mac_address': 'fa:16:3e:06:96:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:30:36.089700 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:36.105947 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc44a4-c5db-486a-87c1-65a54d032b38 req-e9def924-5a9b-4c94-90a5-7daee28500fa tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:36.107580 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ede93dad-b0cd-4051-acdf-aadcb82ad869 {{(pid=82758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:30:36.107796 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-53dc44a4-c5db-486a-87c1-65a54d032b38 req-e9def924-5a9b-4c94-90a5-7daee28500fa tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=def653e6-6dc8-46c1-8715-893a72ba2ada HTTP/1.1" status: 200 len: 944 time: 0.0815907 Jan 18 13:30:36.124324 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port ede93dad-b0cd-4051-acdf-aadcb82ad869, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ede93dad-b0cd-4051-acdf-aadcb82ad869,segment=NetworkSegment(0b352abb-20b2-4bce-9b32-4a671056487e),segment_id=0b352abb-20b2-4bce-9b32-4a671056487e)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:30:36.128845 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:36.155175 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-53dc44a4-c5db-486a-87c1-65a54d032b38 req-e7d6c87a-e9b5-4d57-bc5b-ceccd25a36f8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416286 Jan 18 13:30:36.198115 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=ede93dad-b0cd-4051-acdf-aadcb82ad869,revision_number=4']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:30:36.206417 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:30:36.206791 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:30:36.207128 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:30:36.207458 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:30:36.207782 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:30:36.208104 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:30:36.208425 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:30:36.208745 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:30:36.209060 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:30:36.209376 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:30:36.209690 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:30:36.456801 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] get_ports_and_sgs() called for port_ids ['ede93dad-b0cd-4051-acdf-aadcb82ad869'] {{(pid=82758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:30:37.353712 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a26a21-3128-482a-a456-709e77934b3e req-b0dccf8a-099e-4b41-aaf4-db72812ac689 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:37.355181 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-71a26a21-3128-482a-a456-709e77934b3e req-b0dccf8a-099e-4b41-aaf4-db72812ac689 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=def653e6-6dc8-46c1-8715-893a72ba2ada HTTP/1.1" status: 200 len: 945 time: 0.0789876 Jan 18 13:30:37.405230 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-71a26a21-3128-482a-a456-709e77934b3e req-7ab1aaad-9054-4d54-a36d-9e7fad39ca86 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445836 Jan 18 13:30:37.885151 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device ede93dad-b0cd-4051-acdf-aadcb82ad869 up at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:30:37.954893 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning for port ede93dad-b0cd-4051-acdf-aadcb82ad869 completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:30:37.959353 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning complete for port ede93dad-b0cd-4051-acdf-aadcb82ad869 triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:30:37.959717 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:38.072657 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:38.099619 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def653e6-6dc8-46c1-8715-893a72ba2ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede93dad-b0cd-4051-acdf-aadcb82ad869'}] {{(pid=82758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:30:38.109897 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port ede93dad-b0cd-4051-acdf-aadcb82ad869, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ede93dad-b0cd-4051-acdf-aadcb82ad869,segment=NetworkSegment(0b352abb-20b2-4bce-9b32-4a671056487e),segment_id=0b352abb-20b2-4bce-9b32-4a671056487e)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:30:38.114718 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:38.183005 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=ede93dad-b0cd-4051-acdf-aadcb82ad869,revision_number=5']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:30:38.241247 dv-cinder-825103-1-iscsi neutron-server[82758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def653e6-6dc8-46c1-8715-893a72ba2ada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede93dad-b0cd-4051-acdf-aadcb82ad869', 'code': 200} Jan 18 13:30:38.598748 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-3c19169a-37aa-46d4-b392-f81b959b6d70 req-91f37bfa-9e5e-44a6-9734-fae95b8c381d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=def653e6-6dc8-46c1-8715-893a72ba2ada HTTP/1.1" status: 200 len: 1099 time: 0.1227031 Jan 18 13:30:38.647814 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43091b56-a025-4558-8218-47cc2e17ba07 req-ccb671c6-f1e3-4f96-adbe-14978c20754a tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:38.649292 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-43091b56-a025-4558-8218-47cc2e17ba07 req-ccb671c6-f1e3-4f96-adbe-14978c20754a tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=def653e6-6dc8-46c1-8715-893a72ba2ada HTTP/1.1" status: 200 len: 946 time: 0.1188889 Jan 18 13:30:38.672295 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-3c19169a-37aa-46d4-b392-f81b959b6d70 req-e5b3a174-ad91-4b75-8e30-437a29a8eab3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665195 Jan 18 13:30:38.701546 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-43091b56-a025-4558-8218-47cc2e17ba07 req-29f61c68-03bc-4765-927b-b79a40b8fd94 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459447 Jan 18 13:30:39.912790 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d6e52-edfe-4cf5-ae35-0a1bac0ee885 req-ad268043-965b-4e3c-93c8-7c4c4df20e96 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:39.914231 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-264d6e52-edfe-4cf5-ae35-0a1bac0ee885 req-ad268043-965b-4e3c-93c8-7c4c4df20e96 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=def653e6-6dc8-46c1-8715-893a72ba2ada HTTP/1.1" status: 200 len: 946 time: 0.0802267 Jan 18 13:30:39.977013 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-264d6e52-edfe-4cf5-ae35-0a1bac0ee885 req-f9170413-8a6f-4552-8f77-acd0904d05ba tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491004 Jan 18 13:30:40.317589 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ef7c6-2ea7-4b2d-ad37-39da09594ea6 req-7651249f-19c4-4ea3-ac1e-f02708b34cbe tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:40.318967 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d86ef7c6-2ea7-4b2d-ad37-39da09594ea6 req-7651249f-19c4-4ea3-ac1e-f02708b34cbe tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=def653e6-6dc8-46c1-8715-893a72ba2ada HTTP/1.1" status: 200 len: 946 time: 0.0794818 Jan 18 13:30:40.371781 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-d86ef7c6-2ea7-4b2d-ad37-39da09594ea6 req-948363dc-a6d6-4661-808f-ba2de5a2b934 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465307 Jan 18 13:30:40.401205 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 45740) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:30:40.476419 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-cc13879d-3696-4466-a9eb-d2dfb51e6c48 tempest-TestVolumeBootPattern-1172009513 tempest-TestVolumeBootPattern-1172009513-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=def653e6-6dc8-46c1-8715-893a72ba2ada HTTP/1.1" status: 200 len: 1094 time: 0.0740302 Jan 18 13:30:40.479683 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 45744) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:30:40.484888 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-5f2578cb-c2b9-49b2-befd-5bb284e0c4ce tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Request body: {'floatingip': {'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'port_id': 'ede93dad-b0cd-4051-acdf-aadcb82ad869', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:30:40.490560 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-5f2578cb-c2b9-49b2-befd-5bb284e0c4ce tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:30:40.494856 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:40.502982 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-5f2578cb-c2b9-49b2-befd-5bb284e0c4ce tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Usage tracker for resource:floatingip and tenant:2ee5f4eec3fc4782b3c5a0b9b068e15e is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:30:40.505939 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-5f2578cb-c2b9-49b2-befd-5bb284e0c4ce tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:30:40.511740 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-5f2578cb-c2b9-49b2-befd-5bb284e0c4ce tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:30:40.522153 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5f2578cb-c2b9-49b2-befd-5bb284e0c4ce tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for floatingip, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:40.659575 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5f2578cb-c2b9-49b2-befd-5bb284e0c4ce tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:40.798275 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.db_base_plugin_common [None req-5f2578cb-c2b9-49b2-befd-5bb284e0c4ce tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Allocated IP 172.27.2.162 (e1680602-72eb-4a8f-a690-8170848820e2/e5265543-d6e8-47ba-b344-dc5916015d25/ef4d956a-2f8b-4d13-813e-3f0b600a03d7) {{(pid=82756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:30:40.953384 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5f2578cb-c2b9-49b2-befd-5bb284e0c4ce tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for port, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:40.981894 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5f2578cb-c2b9-49b2-befd-5bb284e0c4ce tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:41.049710 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2578cb-c2b9-49b2-befd-5bb284e0c4ce tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Network e1680602-72eb-4a8f-a690-8170848820e2 is already hosted by enough agents. {{(pid=82756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:30:41.052559 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.base_scheduler [None req-5f2578cb-c2b9-49b2-befd-5bb284e0c4ce tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Resources bound (agent type, host, resource id): {{(pid=82756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:30:41.056959 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2578cb-c2b9-49b2-befd-5bb284e0c4ce tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Received port after_create {{(pid=82756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:30:41.081586 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2578cb-c2b9-49b2-befd-5bb284e0c4ce tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Pushing event updated for resources: {'Port': ['ID=ef4d956a-2f8b-4d13-813e-3f0b600a03d7,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:30:41.687352 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5f2578cb-c2b9-49b2-befd-5bb284e0c4ce tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:41.746804 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5f2578cb-c2b9-49b2-befd-5bb284e0c4ce tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:41.976259 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5f2578cb-c2b9-49b2-befd-5bb284e0c4ce tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for port, precommit_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:41.981102 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5f2578cb-c2b9-49b2-befd-5bb284e0c4ce tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:42.085747 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2578cb-c2b9-49b2-befd-5bb284e0c4ce tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Pushing event updated for resources: {'Port': ['ID=ef4d956a-2f8b-4d13-813e-3f0b600a03d7,revision_number=2']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:30:42.104878 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5f2578cb-c2b9-49b2-befd-5bb284e0c4ce tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16439339'] for floatingip, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:42.300351 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.db.l3_db [None req-5f2578cb-c2b9-49b2-befd-5bb284e0c4ce tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Floating IP 6e70c19e-dc80-4a53-be57-64e5e889f655 associated. External IP: 172.27.2.162, port: ede93dad-b0cd-4051-acdf-aadcb82ad869. Jan 18 13:30:42.699767 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2578cb-c2b9-49b2-befd-5bb284e0c4ce tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Router 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a has already been hosted by L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 {{(pid=82756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:30:42.910398 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2578cb-c2b9-49b2-befd-5bb284e0c4ce tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:30:42.921842 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e6ec70-98e0-428d-b837-d71268837bfc None None] Sync routers for ids ['0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'] in dv-cinder-825103-1-iscsi {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:30:42.933851 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e6ec70-98e0-428d-b837-d71268837bfc None None] Routers {'0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:30:42.934641 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-49e6ec70-98e0-428d-b837-d71268837bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:30:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:30:42.937564 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-5f2578cb-c2b9-49b2-befd-5bb284e0c4ce tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for floatingip, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:43.002923 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-5f2578cb-c2b9-49b2-befd-5bb284e0c4ce tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5221701 Jan 18 13:30:43.003602 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def653e6-6dc8-46c1-8715-893a72ba2ada', 'tag': 'ede93dad-b0cd-4051-acdf-aadcb82ad869'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:30:43.069455 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def653e6-6dc8-46c1-8715-893a72ba2ada', 'tag': 'ede93dad-b0cd-4051-acdf-aadcb82ad869', 'status': 'completed', 'code': 200} Jan 18 13:30:43.166376 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-49e6ec70-98e0-428d-b837-d71268837bfc None None] Set router 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:30:43.186304 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-fdf493ac-fc99-4859-8a5f-bc61a7ea5279 req-e0e07224-5698-45b4-8103-2ce9443713ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ee5f4eec3fc4782b3c5a0b9b068e15e&device_id=def653e6-6dc8-46c1-8715-893a72ba2ada HTTP/1.1" status: 200 len: 1099 time: 0.0730481 Jan 18 13:30:43.433428 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf493ac-fc99-4859-8a5f-bc61a7ea5279 req-477d524d-1c0a-469a-a238-8c4f9d5a7275 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:43.435652 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-fdf493ac-fc99-4859-8a5f-bc61a7ea5279 req-477d524d-1c0a-469a-a238-8c4f9d5a7275 service neutron] 10.222.0.35 "GET /v2.0/networks?id=80673df2-90c2-4578-ba13-c6e8b6cd733a HTTP/1.1" status: 200 len: 914 time: 0.2437208 Jan 18 13:30:43.540205 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-fdf493ac-fc99-4859-8a5f-bc61a7ea5279 req-17067d74-9c6a-404f-b15e-b32fc99348c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ede93dad-b0cd-4051-acdf-aadcb82ad869 HTTP/1.1" status: 200 len: 1000 time: 0.0989723 Jan 18 13:30:43.540549 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-49e6ec70-98e0-428d-b837-d71268837bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'name': 'tempest-TestVolumeBootPattern-1253783030-router', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '23077615-2071-4dc3-bddc-b79454ecff81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:29Z', 'revision_number': 4, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'gw_port': {'id': '23077615-2071-4dc3-bddc-b79454ecff81', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_floatingips': [{'id': '6e70c19e-dc80-4a53-be57-64e5e889f655', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'router_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'port_id': 'ede93dad-b0cd-4051-acdf-aadcb82ad869', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'mac_address': 'fa:16:3e:06:96:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def653e6-6dc8-46c1-8715-893a72ba2ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:30:41Z', 'updated_at': '2022-01-18T13:30:41Z', 'revision_number': 0, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a724f912-4630-4d7e-bdb8-21406ebb3034', 'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'mac_address': 'fa:16:3e:54:17:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:28Z', 'updated_at': '2022-01-18T13:27:48Z', 'revision_number': 5, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'subnets': [{'id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:30:43.544899 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e6ec70-98e0-428d-b837-d71268837bfc None None] Checking router: 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a for host: dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:30:43.556483 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e6ec70-98e0-428d-b837-d71268837bfc None None] Routers {'0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:30:43.557090 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-49e6ec70-98e0-428d-b837-d71268837bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:30:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:30:43.604211 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf493ac-fc99-4859-8a5f-bc61a7ea5279 req-2937786c-8146-4b63-aa59-877932996343 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:30:43.605635 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-fdf493ac-fc99-4859-8a5f-bc61a7ea5279 req-2937786c-8146-4b63-aa59-877932996343 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33632e35-079a-4c8b-9afa-bc98edbaefb7 HTTP/1.1" status: 200 len: 851 time: 0.0601549 Jan 18 13:30:43.688391 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-fdf493ac-fc99-4859-8a5f-bc61a7ea5279 req-4429a9ac-0729-4f32-a848-a8913741296f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=80673df2-90c2-4578-ba13-c6e8b6cd733a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770481 Jan 18 13:30:43.742759 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-49e6ec70-98e0-428d-b837-d71268837bfc None None] Set router 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:30:43.822348 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-fdf493ac-fc99-4859-8a5f-bc61a7ea5279 req-fbc9b6ec-9b30-4186-933e-ffdf450b1cec service neutron] 10.222.0.35 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278753 Jan 18 13:30:43.959014 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-fdf493ac-fc99-4859-8a5f-bc61a7ea5279 req-88a66741-3e74-414a-be18-9f850c48a516 service neutron] 10.222.0.35 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308329 Jan 18 13:30:44.010227 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-164b43ce-fed9-4c51-89af-ad49bd9f5d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:44.127429 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-49e6ec70-98e0-428d-b837-d71268837bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'name': 'tempest-TestVolumeBootPattern-1253783030-router', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '23077615-2071-4dc3-bddc-b79454ecff81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:29Z', 'revision_number': 4, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'gw_port': {'id': '23077615-2071-4dc3-bddc-b79454ecff81', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_floatingips': [{'id': '6e70c19e-dc80-4a53-be57-64e5e889f655', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'router_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'port_id': 'ede93dad-b0cd-4051-acdf-aadcb82ad869', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'mac_address': 'fa:16:3e:06:96:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def653e6-6dc8-46c1-8715-893a72ba2ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:30:41Z', 'updated_at': '2022-01-18T13:30:41Z', 'revision_number': 0, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a724f912-4630-4d7e-bdb8-21406ebb3034', 'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'mac_address': 'fa:16:3e:54:17:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:28Z', 'updated_at': '2022-01-18T13:27:48Z', 'revision_number': 5, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'subnets': [{'id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:30:44.131415 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e6ec70-98e0-428d-b837-d71268837bfc None None] The sync data for ids ['0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'] in dv-cinder-825103-1-iscsi is: [{'id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'name': 'tempest-TestVolumeBootPattern-1253783030-router', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '23077615-2071-4dc3-bddc-b79454ecff81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:29Z', 'revision_number': 4, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'gw_port': {'id': '23077615-2071-4dc3-bddc-b79454ecff81', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_floatingips': [{'id': '6e70c19e-dc80-4a53-be57-64e5e889f655', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'router_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'port_id': 'ede93dad-b0cd-4051-acdf-aadcb82ad869', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'mac_address': 'fa:16:3e:06:96:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def653e6-6dc8-46c1-8715-893a72ba2ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:30:41Z', 'updated_at': '2022-01-18T13:30:41Z', 'revision_number': 0, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a724f912-4630-4d7e-bdb8-21406ebb3034', 'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'mac_address': 'fa:16:3e:54:17:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:28Z', 'updated_at': '2022-01-18T13:27:48Z', 'revision_number': 5, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'subnets': [{'id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:30:44.326321 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6685af-d827-4447-aab9-99e8a805dc32 None None] New status for floating IP 6e70c19e-dc80-4a53-be57-64e5e889f655: ACTIVE {{(pid=82759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:30:45.055547 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:30:46.187696 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-607a0f4c-94ff-4433-a2a4-125b6735ead1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:47.398907 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:47.608257 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:30:49.099763 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:31:10.523888 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:31:11.686966 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8fd8b886-1206-4f9d-a048-ecb51c38936e req-e0c1f3f1-66a8-4130-a851-e2ae68a3a8cf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=def653e6-6dc8-46c1-8715-893a72ba2ada&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770879 Jan 18 13:31:11.850056 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8fd8b886-1206-4f9d-a048-ecb51c38936e req-38a28d3b-c680-4778-a724-060d9a33e5d5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ee5f4eec3fc4782b3c5a0b9b068e15e&device_id=def653e6-6dc8-46c1-8715-893a72ba2ada HTTP/1.1" status: 200 len: 1099 time: 0.0703738 Jan 18 13:31:12.003549 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8b886-1206-4f9d-a048-ecb51c38936e req-852324d3-86d3-4db0-8dcb-0847e6b402ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:31:12.004994 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8fd8b886-1206-4f9d-a048-ecb51c38936e req-852324d3-86d3-4db0-8dcb-0847e6b402ad service neutron] 10.222.0.35 "GET /v2.0/networks?id=80673df2-90c2-4578-ba13-c6e8b6cd733a HTTP/1.1" status: 200 len: 914 time: 0.1359322 Jan 18 13:31:12.110169 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8fd8b886-1206-4f9d-a048-ecb51c38936e req-99981976-967d-4e03-9a84-6071db217f4a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ede93dad-b0cd-4051-acdf-aadcb82ad869 HTTP/1.1" status: 200 len: 1002 time: 0.0986750 Jan 18 13:31:12.176838 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8b886-1206-4f9d-a048-ecb51c38936e req-97272b91-b484-447d-84cd-d71b11fe1e02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:31:12.178283 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8fd8b886-1206-4f9d-a048-ecb51c38936e req-97272b91-b484-447d-84cd-d71b11fe1e02 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33632e35-079a-4c8b-9afa-bc98edbaefb7 HTTP/1.1" status: 200 len: 851 time: 0.0616426 Jan 18 13:31:12.255022 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8fd8b886-1206-4f9d-a048-ecb51c38936e req-b41155bd-8e01-42fb-84d9-c576b8c79f52 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=80673df2-90c2-4578-ba13-c6e8b6cd733a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699911 Jan 18 13:31:12.388303 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8fd8b886-1206-4f9d-a048-ecb51c38936e req-15372403-f7aa-4569-b67d-82b3e210a793 service neutron] 10.222.0.35 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275580 Jan 18 13:31:12.523525 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8fd8b886-1206-4f9d-a048-ecb51c38936e req-dabe604e-ff4e-4bf1-b45f-a610def1623f service neutron] 10.222.0.35 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295950 Jan 18 13:31:13.963778 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-7ce8e0e2-09dc-48da-b09e-e15e75a3af6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:31:16.189344 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-e470f311-f47e-4941-836c-b4b8b345cc8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:31:17.410736 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:31:17.611496 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:31:19.100873 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:31:22.055950 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:31:40.534371 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:31:43.966184 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-c436a285-5e58-4144-b45d-35136d80206c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:31:46.193320 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-9eb11246-f5e3-47aa-9354-6b35b38b7bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:31:47.406235 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:31:47.612970 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:31:49.102927 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:31:59.056744 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:32:10.522129 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:11.660584 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8e20fcdb-e3c3-4679-a484-261ec77aa5f6 req-6dd89150-178a-427d-8549-3702cb7d68d4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=def653e6-6dc8-46c1-8715-893a72ba2ada&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669405 Jan 18 13:32:11.819578 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8e20fcdb-e3c3-4679-a484-261ec77aa5f6 req-86b91f5f-6663-4b6d-b560-a50a3a19454e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ee5f4eec3fc4782b3c5a0b9b068e15e&device_id=def653e6-6dc8-46c1-8715-893a72ba2ada HTTP/1.1" status: 200 len: 1099 time: 0.0727668 Jan 18 13:32:12.042350 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20fcdb-e3c3-4679-a484-261ec77aa5f6 req-12406738-11e8-41d0-8295-0b6647a530fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:32:12.043810 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8e20fcdb-e3c3-4679-a484-261ec77aa5f6 req-12406738-11e8-41d0-8295-0b6647a530fc service neutron] 10.222.0.35 "GET /v2.0/networks?id=80673df2-90c2-4578-ba13-c6e8b6cd733a HTTP/1.1" status: 200 len: 914 time: 0.2056336 Jan 18 13:32:12.146464 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8e20fcdb-e3c3-4679-a484-261ec77aa5f6 req-398baeca-99d6-465e-a7ea-3d01bf2fd590 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ede93dad-b0cd-4051-acdf-aadcb82ad869 HTTP/1.1" status: 200 len: 1002 time: 0.0956128 Jan 18 13:32:12.211885 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20fcdb-e3c3-4679-a484-261ec77aa5f6 req-101ac703-7ca0-47f7-afb9-ac5998d69117 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:32:12.213369 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8e20fcdb-e3c3-4679-a484-261ec77aa5f6 req-101ac703-7ca0-47f7-afb9-ac5998d69117 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33632e35-079a-4c8b-9afa-bc98edbaefb7 HTTP/1.1" status: 200 len: 851 time: 0.0615127 Jan 18 13:32:12.298857 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8e20fcdb-e3c3-4679-a484-261ec77aa5f6 req-bf5df7fa-5d6c-4e79-b6bc-eb6fbcd18e03 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=80673df2-90c2-4578-ba13-c6e8b6cd733a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799985 Jan 18 13:32:12.442396 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8e20fcdb-e3c3-4679-a484-261ec77aa5f6 req-f5a514a7-02fb-4bea-a77f-9db44a8025ee service neutron] 10.222.0.35 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378081 Jan 18 13:32:12.581671 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-8e20fcdb-e3c3-4679-a484-261ec77aa5f6 req-7b722d9e-68b3-45d3-9d4f-680f7b1828d3 service neutron] 10.222.0.35 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331673 Jan 18 13:32:13.968715 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-81e7b651-72c4-4592-848a-7b4fb5ef6aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:16.189714 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-4dd76d5a-40ae-4495-b977-a049465c00d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:17.411548 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:17.616866 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:19.109082 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:29.771900 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-141c59d1-53a8-4e9f-b87c-9e158e65809a tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-787318856&fields=id&tenant_id=2ee5f4eec3fc4782b3c5a0b9b068e15e HTTP/1.1" status: 200 len: 267 time: 0.0469966 Jan 18 13:32:29.933749 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-1401059a-1617-4f44-9a49-55874dbba54f tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:32:29.935225 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-1401059a-1617-4f44-9a49-55874dbba54f tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/networks?id=80673df2-90c2-4578-ba13-c6e8b6cd733a HTTP/1.1" status: 200 len: 812 time: 0.1570237 Jan 18 13:32:29.951078 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-5adb90d9-7be7-4113-843c-53227178a0c7 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/quotas/2ee5f4eec3fc4782b3c5a0b9b068e15e HTTP/1.1" status: 200 len: 375 time: 0.0105555 Jan 18 13:32:30.040120 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-512d237e-141b-472b-98cc-da1cf335af0c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=2ee5f4eec3fc4782b3c5a0b9b068e15e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0842314 Jan 18 13:32:30.259057 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-9f68ad17-43dc-4751-97c4-1d7d6a422fc9 service neutron] 10.222.0.84 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069113 Jan 18 13:32:30.406334 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-c432abd4-3b3e-4a11-85b9-025348ec78fe service neutron] 10.222.0.84 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414404 Jan 18 13:32:30.836760 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-1a7377c9-1fc7-4662-8ff9-29c115ed05d7 req-5399a301-fd8c-4c75-bef0-c35d9cd677d1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=31db9d40-dc94-4244-b5d9-937c8dca78ac HTTP/1.1" status: 200 len: 210 time: 0.0422199 Jan 18 13:32:32.022102 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-bcf436e8-8ea5-4322-aa3b-dee5e9a85753 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:32:32.023622 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-bcf436e8-8ea5-4322-aa3b-dee5e9a85753 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.35 "GET /v2.0/networks?id=80673df2-90c2-4578-ba13-c6e8b6cd733a HTTP/1.1" status: 200 len: 812 time: 0.1981778 Jan 18 13:32:32.026274 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-45187237-e2fb-454f-b1a6-1de77510ffe5 req-b9fd510b-5043-41b4-a289-69dda6c6af3c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=31db9d40-dc94-4244-b5d9-937c8dca78ac HTTP/1.1" status: 200 len: 210 time: 0.0588825 Jan 18 13:32:32.084820 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-88374645-5bfe-499e-a296-1bac2c6817c0 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ee5f4eec3fc4782b3c5a0b9b068e15e HTTP/1.1" status: 200 len: 379 time: 0.0435822 Jan 18 13:32:32.093450 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-4218a2dc-ba10-426f-bf51-1747b18f9bf1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Request body: {'port': {'device_id': '31db9d40-dc94-4244-b5d9-937c8dca78ac', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'admin_state_up': True, 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'security_groups': ['5dbbf909-830f-4f53-b808-42305c0b5569']}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:32:32.233599 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-4218a2dc-ba10-426f-bf51-1747b18f9bf1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:32:32.243029 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-4218a2dc-ba10-426f-bf51-1747b18f9bf1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:32:32.252630 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-4218a2dc-ba10-426f-bf51-1747b18f9bf1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Made reservation on behalf of 2ee5f4eec3fc4782b3c5a0b9b068e15e for: {'port': 1} {{(pid=82756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 13:32:32.255879 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-4218a2dc-ba10-426f-bf51-1747b18f9bf1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:32.528510 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.db_base_plugin_common [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-4218a2dc-ba10-426f-bf51-1747b18f9bf1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Allocated IP 172.20.0.6 (80673df2-90c2-4578-ba13-c6e8b6cd733a/33632e35-079a-4c8b-9afa-bc98edbaefb7/92db3456-3fd2-45c6-89c0-00a0de0ebf8f) {{(pid=82756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:32:32.734861 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-4218a2dc-ba10-426f-bf51-1747b18f9bf1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for port, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:32.754241 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.provisioning_blocks [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-4218a2dc-ba10-426f-bf51-1747b18f9bf1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Transition to ACTIVE for port object 92db3456-3fd2-45c6-89c0-00a0de0ebf8f will not be triggered until provisioned by entity DHCP. {{(pid=82756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:32:32.778739 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-4218a2dc-ba10-426f-bf51-1747b18f9bf1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:32.852343 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-4218a2dc-ba10-426f-bf51-1747b18f9bf1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Network 80673df2-90c2-4578-ba13-c6e8b6cd733a is already hosted by enough agents. {{(pid=82756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:32:32.855588 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.base_scheduler [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-4218a2dc-ba10-426f-bf51-1747b18f9bf1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Resources bound (agent type, host, resource id): {{(pid=82756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:32:32.860094 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-4218a2dc-ba10-426f-bf51-1747b18f9bf1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Received port after_create {{(pid=82756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:32:32.889354 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218a2dc-ba10-426f-bf51-1747b18f9bf1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Pushing event updated for resources: {'Port': ['ID=92db3456-3fd2-45c6-89c0-00a0de0ebf8f,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:32:32.909058 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4218a2dc-ba10-426f-bf51-1747b18f9bf1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:32:32.909401 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4218a2dc-ba10-426f-bf51-1747b18f9bf1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:32:32.909736 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4218a2dc-ba10-426f-bf51-1747b18f9bf1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:32:32.910064 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4218a2dc-ba10-426f-bf51-1747b18f9bf1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:32:32.910580 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4218a2dc-ba10-426f-bf51-1747b18f9bf1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:32:32.910725 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4218a2dc-ba10-426f-bf51-1747b18f9bf1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:32:32.911055 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4218a2dc-ba10-426f-bf51-1747b18f9bf1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:32:32.911377 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4218a2dc-ba10-426f-bf51-1747b18f9bf1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:32:32.911691 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4218a2dc-ba10-426f-bf51-1747b18f9bf1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:32:32.912004 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4218a2dc-ba10-426f-bf51-1747b18f9bf1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:32:32.912323 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4218a2dc-ba10-426f-bf51-1747b18f9bf1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:32:32.939228 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-4218a2dc-ba10-426f-bf51-1747b18f9bf1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:32:32.939832 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-4218a2dc-ba10-426f-bf51-1747b18f9bf1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:32.980260 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-4218a2dc-ba10-426f-bf51-1747b18f9bf1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8902721 Jan 18 13:32:33.000791 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-e876853a-735d-4d1f-bbd3-d7ccc0cd10ea service neutron] Request body: {'port': {'device_id': '31db9d40-dc94-4244-b5d9-937c8dca78ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82510'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:32:33.127774 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-e876853a-735d-4d1f-bbd3-d7ccc0cd10ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:33.167121 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-bc2d9163-048a-4e99-b84d-967e10d04ffb None None] Provisioning for port 92db3456-3fd2-45c6-89c0-00a0de0ebf8f completed by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:32:33.173249 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-bc2d9163-048a-4e99-b84d-967e10d04ffb None None] Provisioning complete for port 92db3456-3fd2-45c6-89c0-00a0de0ebf8f triggered by entity DHCP. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:32:33.173610 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-bc2d9163-048a-4e99-b84d-967e10d04ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:33.225465 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-bc2d9163-048a-4e99-b84d-967e10d04ffb None None] Port 92db3456-3fd2-45c6-89c0-00a0de0ebf8f cannot update to ACTIVE because it is not bound. {{(pid=82758) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 18 13:32:33.263157 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda532d-9cb4-4b61-928c-3dc22e2ad5f8 req-a259713a-f7cc-44bb-899c-b27781801739 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:32:33.265367 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bbda532d-9cb4-4b61-928c-3dc22e2ad5f8 req-a259713a-f7cc-44bb-899c-b27781801739 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=31db9d40-dc94-4244-b5d9-937c8dca78ac HTTP/1.1" status: 200 len: 931 time: 0.0958056 Jan 18 13:32:33.322203 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bbda532d-9cb4-4b61-928c-3dc22e2ad5f8 req-33c72b29-70a3-49d6-9521-c39af75a3007 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459628 Jan 18 13:32:33.492288 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-e876853a-735d-4d1f-bbd3-d7ccc0cd10ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92db3456-3fd2-45c6-89c0-00a0de0ebf8f {{(pid=82756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:32:33.499960 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-e876853a-735d-4d1f-bbd3-d7ccc0cd10ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:33.514786 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.provisioning_blocks [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-e876853a-735d-4d1f-bbd3-d7ccc0cd10ea service neutron] Transition to ACTIVE for port object 92db3456-3fd2-45c6-89c0-00a0de0ebf8f will not be triggered until provisioned by entity L2. {{(pid=82756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 13:32:33.518725 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-e876853a-735d-4d1f-bbd3-d7ccc0cd10ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:33.649955 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876853a-735d-4d1f-bbd3-d7ccc0cd10ea service neutron] Pushing event updated for resources: {'Port': ['ID=92db3456-3fd2-45c6-89c0-00a0de0ebf8f,revision_number=2']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:32:33.762726 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-e876853a-735d-4d1f-bbd3-d7ccc0cd10ea service neutron] Attempting to bind port 92db3456-3fd2-45c6-89c0-00a0de0ebf8f on host hv-cinder-82510 for vnic_type normal with profile {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 18 13:32:33.763049 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-e876853a-735d-4d1f-bbd3-d7ccc0cd10ea service neutron] Attempting to bind port 92db3456-3fd2-45c6-89c0-00a0de0ebf8f by drivers openvswitch,hyperv on host hv-cinder-82510 at level 0 using segments [{'id': '0b352abb-20b2-4bce-9b32-4a671056487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a'}] {{(pid=82756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 18 13:32:33.763375 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-e876853a-735d-4d1f-bbd3-d7ccc0cd10ea service neutron] Attempting to bind port 92db3456-3fd2-45c6-89c0-00a0de0ebf8f on network 80673df2-90c2-4578-ba13-c6e8b6cd733a {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:32:33.769161 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-e876853a-735d-4d1f-bbd3-d7ccc0cd10ea service neutron] Port 92db3456-3fd2-45c6-89c0-00a0de0ebf8f on network 80673df2-90c2-4578-ba13-c6e8b6cd733a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82510 {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 18 13:32:33.769478 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-e876853a-735d-4d1f-bbd3-d7ccc0cd10ea service neutron] Attempting to bind port 92db3456-3fd2-45c6-89c0-00a0de0ebf8f on network 80673df2-90c2-4578-ba13-c6e8b6cd733a {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 18 13:32:33.776299 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-e876853a-735d-4d1f-bbd3-d7ccc0cd10ea service neutron] Checking agent: {'id': '085e0bf5-487d-485c-86f3-dab2733d35ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'started_at': datetime.datetime(2022, 1, 18, 12, 46, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 13, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 18 13:32:33.776627 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-e876853a-735d-4d1f-bbd3-d7ccc0cd10ea service neutron] Checking segment: {'id': '0b352abb-20b2-4bce-9b32-4a671056487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 18 13:32:33.777004 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-e876853a-735d-4d1f-bbd3-d7ccc0cd10ea service neutron] Bound using segment: {'id': '0b352abb-20b2-4bce-9b32-4a671056487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a'} {{(pid=82756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 18 13:32:33.777415 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.managers [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-e876853a-735d-4d1f-bbd3-d7ccc0cd10ea service neutron] Bound port: 92db3456-3fd2-45c6-89c0-00a0de0ebf8f, host: hv-cinder-82510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b352abb-20b2-4bce-9b32-4a671056487e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1089, 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a'}}] {{(pid=82756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 18 13:32:33.777755 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-e876853a-735d-4d1f-bbd3-d7ccc0cd10ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:33.866568 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-e876853a-735d-4d1f-bbd3-d7ccc0cd10ea service neutron] For port 92db3456-3fd2-45c6-89c0-00a0de0ebf8f, host hv-cinder-82510, cleared binding levels {{(pid=82756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 13:32:33.870228 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-e876853a-735d-4d1f-bbd3-d7ccc0cd10ea service neutron] For port 92db3456-3fd2-45c6-89c0-00a0de0ebf8f, host hv-cinder-82510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=92db3456-3fd2-45c6-89c0-00a0de0ebf8f,segment=NetworkSegment(0b352abb-20b2-4bce-9b32-4a671056487e),segment_id=0b352abb-20b2-4bce-9b32-4a671056487e)] {{(pid=82756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 13:32:33.874380 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-e876853a-735d-4d1f-bbd3-d7ccc0cd10ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:33.938541 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-e876853a-735d-4d1f-bbd3-d7ccc0cd10ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:33.940784 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-e876853a-735d-4d1f-bbd3-d7ccc0cd10ea service neutron] 10.222.0.35 "PUT /v2.0/ports/92db3456-3fd2-45c6-89c0-00a0de0ebf8f HTTP/1.1" status: 200 len: 1093 time: 0.9456770 Jan 18 13:32:33.945669 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31db9d40-dc94-4244-b5d9-937c8dca78ac', 'tag': '92db3456-3fd2-45c6-89c0-00a0de0ebf8f'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:32:33.972846 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876853a-735d-4d1f-bbd3-d7ccc0cd10ea service neutron] Pushing event updated for resources: {'Port': ['ID=92db3456-3fd2-45c6-89c0-00a0de0ebf8f,revision_number=3']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:32:34.036625 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31db9d40-dc94-4244-b5d9-937c8dca78ac', 'tag': '92db3456-3fd2-45c6-89c0-00a0de0ebf8f', 'status': 'completed', 'code': 200} Jan 18 13:32:34.080814 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-49b376a8-8ee0-4362-b796-2b7d1a848750 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ee5f4eec3fc4782b3c5a0b9b068e15e&device_id=31db9d40-dc94-4244-b5d9-937c8dca78ac HTTP/1.1" status: 200 len: 1096 time: 0.0759761 Jan 18 13:32:34.159856 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-ccadff22-dab8-453b-a846-061f18e4a262 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92db3456-3fd2-45c6-89c0-00a0de0ebf8f HTTP/1.1" status: 200 len: 217 time: 0.0658975 Jan 18 13:32:34.224622 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-5231d17b-098b-4bdd-a261-a55718df2a36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:32:34.225951 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-5231d17b-098b-4bdd-a261-a55718df2a36 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33632e35-079a-4c8b-9afa-bc98edbaefb7 HTTP/1.1" status: 200 len: 851 time: 0.0604355 Jan 18 13:32:34.300068 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-49c414d0-c917-4800-83c7-4785e4584d82 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=80673df2-90c2-4578-ba13-c6e8b6cd733a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680716 Jan 18 13:32:34.439845 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-0124cce3-19a2-4498-8f7f-98d917a00d81 service neutron] 10.222.0.35 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322403 Jan 18 13:32:34.538595 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46918313-e634-442e-b018-b7f3c893ed5e req-46bd2982-11ee-4cfa-9cd6-f12a754413ff tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:32:34.540209 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-46918313-e634-442e-b018-b7f3c893ed5e req-46bd2982-11ee-4cfa-9cd6-f12a754413ff tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=31db9d40-dc94-4244-b5d9-937c8dca78ac HTTP/1.1" status: 200 len: 943 time: 0.0947487 Jan 18 13:32:34.590109 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-46918313-e634-442e-b018-b7f3c893ed5e req-f862cd47-59ab-4ded-bf89-669f137c0719 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442216 Jan 18 13:32:34.680594 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e18ead91-43b0-44c3-a2e3-bf5170bbb4d3 req-8ca1d47f-f619-4a30-a91f-2a19bf01b711 service neutron] 10.222.0.35 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346821 Jan 18 13:32:34.838434 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9a579312-2050-4c50-b598-e57650d3163e req-ac87611b-9fea-428e-bf09-0962d3022b3e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ee5f4eec3fc4782b3c5a0b9b068e15e&device_id=31db9d40-dc94-4244-b5d9-937c8dca78ac HTTP/1.1" status: 200 len: 1096 time: 0.0730174 Jan 18 13:32:34.977108 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a579312-2050-4c50-b598-e57650d3163e req-0c89d924-99a8-4dbd-9772-f7851d8b0c93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:32:34.978993 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9a579312-2050-4c50-b598-e57650d3163e req-0c89d924-99a8-4dbd-9772-f7851d8b0c93 service neutron] 10.222.0.35 "GET /v2.0/networks?id=80673df2-90c2-4578-ba13-c6e8b6cd733a HTTP/1.1" status: 200 len: 914 time: 0.1344888 Jan 18 13:32:35.056291 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9a579312-2050-4c50-b598-e57650d3163e req-6748d326-e494-492f-a89f-59fd79ed8b72 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92db3456-3fd2-45c6-89c0-00a0de0ebf8f HTTP/1.1" status: 200 len: 217 time: 0.0666633 Jan 18 13:32:35.120549 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a579312-2050-4c50-b598-e57650d3163e req-93cef2f3-b0b5-43ac-9a4a-d3fc7b7f037a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:32:35.121983 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9a579312-2050-4c50-b598-e57650d3163e req-93cef2f3-b0b5-43ac-9a4a-d3fc7b7f037a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33632e35-079a-4c8b-9afa-bc98edbaefb7 HTTP/1.1" status: 200 len: 851 time: 0.0582230 Jan 18 13:32:35.204024 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9a579312-2050-4c50-b598-e57650d3163e req-291b185a-4e83-41b9-9797-d074d699e457 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=80673df2-90c2-4578-ba13-c6e8b6cd733a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725822 Jan 18 13:32:35.345146 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9a579312-2050-4c50-b598-e57650d3163e req-541054bf-c442-4df1-a91e-4e90e3a12538 service neutron] 10.222.0.35 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270220 Jan 18 13:32:35.484620 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-9a579312-2050-4c50-b598-e57650d3163e req-49fb76d1-55f0-4b20-9b7b-725c79db3dbd service neutron] 10.222.0.35 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374662 Jan 18 13:32:35.802642 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf7668-3840-4bd8-aa16-b525fdac55e7 req-16bf70d8-01cd-46ac-aa97-9f4585f41367 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:32:35.803355 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-7adf7668-3840-4bd8-aa16-b525fdac55e7 req-16bf70d8-01cd-46ac-aa97-9f4585f41367 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Synchronizing usage tracker for tenant:2ee5f4eec3fc4782b3c5a0b9b068e15e on resource:port {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:32:35.819577 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-7adf7668-3840-4bd8-aa16-b525fdac55e7 req-16bf70d8-01cd-46ac-aa97-9f4585f41367 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Unset dirty status for tenant:2ee5f4eec3fc4782b3c5a0b9b068e15e on resource:port {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:32:35.820775 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7adf7668-3840-4bd8-aa16-b525fdac55e7 req-16bf70d8-01cd-46ac-aa97-9f4585f41367 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=31db9d40-dc94-4244-b5d9-937c8dca78ac HTTP/1.1" status: 200 len: 943 time: 0.0984852 Jan 18 13:32:35.867367 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-7adf7668-3840-4bd8-aa16-b525fdac55e7 req-3a62f33d-4bf9-4791-a125-df59321028a0 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403039 Jan 18 13:32:36.057904 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:32:37.143708 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfe6b7-3d0c-4d7c-9607-45a9053c5d7c req-b84cb1ac-b0a0-404f-9c2d-f4d6ad7dbe21 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:32:37.145152 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bbdfe6b7-3d0c-4d7c-9607-45a9053c5d7c req-b84cb1ac-b0a0-404f-9c2d-f4d6ad7dbe21 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=31db9d40-dc94-4244-b5d9-937c8dca78ac HTTP/1.1" status: 200 len: 943 time: 0.0808895 Jan 18 13:32:37.191817 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bbdfe6b7-3d0c-4d7c-9607-45a9053c5d7c req-bed7b791-16e9-4def-b2e1-10d742bb5450 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405936 Jan 18 13:32:38.392161 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a351b0-ee49-424d-a23d-b711b280e8e1 req-dc5c99ba-d770-4307-9f40-c7de733d38c7 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:32:38.393627 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-13a351b0-ee49-424d-a23d-b711b280e8e1 req-dc5c99ba-d770-4307-9f40-c7de733d38c7 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=31db9d40-dc94-4244-b5d9-937c8dca78ac HTTP/1.1" status: 200 len: 943 time: 0.0784039 Jan 18 13:32:38.444866 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-13a351b0-ee49-424d-a23d-b711b280e8e1 req-0a3fd205-d9d7-4560-b1db-7817cdf26b31 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459101 Jan 18 13:32:39.640919 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b30a3-83c6-4e3c-9bbc-98e69b0bf439 req-837be089-dd38-4430-af0c-0baf7ef55f2f tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:32:39.642381 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bb2b30a3-83c6-4e3c-9bbc-98e69b0bf439 req-837be089-dd38-4430-af0c-0baf7ef55f2f tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=31db9d40-dc94-4244-b5d9-937c8dca78ac HTTP/1.1" status: 200 len: 943 time: 0.0782652 Jan 18 13:32:39.689961 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-bb2b30a3-83c6-4e3c-9bbc-98e69b0bf439 req-689a2040-170f-44b5-b0b5-660bbc319356 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421600 Jan 18 13:32:40.542116 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:40.884435 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a9674-c4e0-4c51-91f5-df8304251d09 req-c81703d5-c450-441f-ac6f-279f514a16cc tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:32:40.886485 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-571a9674-c4e0-4c51-91f5-df8304251d09 req-c81703d5-c450-441f-ac6f-279f514a16cc tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=31db9d40-dc94-4244-b5d9-937c8dca78ac HTTP/1.1" status: 200 len: 943 time: 0.0770643 Jan 18 13:32:40.932083 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-571a9674-c4e0-4c51-91f5-df8304251d09 req-1d0ecafe-0433-4d8f-b4f4-273510426378 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396225 Jan 18 13:32:42.136896 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88332f-54b7-4434-bef0-f1b2399365e1 req-87c38f6c-b9c0-4bf7-9ca7-270625a97256 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:32:42.138333 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7a88332f-54b7-4434-bef0-f1b2399365e1 req-87c38f6c-b9c0-4bf7-9ca7-270625a97256 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=31db9d40-dc94-4244-b5d9-937c8dca78ac HTTP/1.1" status: 200 len: 943 time: 0.0799389 Jan 18 13:32:42.186583 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-7a88332f-54b7-4434-bef0-f1b2399365e1 req-06495ea5-4cc9-411b-8d43-82c233a32e94 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428114 Jan 18 13:32:42.535830 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 92db3456-3fd2-45c6-89c0-00a0de0ebf8f details requested by agent hyperv_hv-cinder-82510 with host hv-cinder-82510 {{(pid=82758) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 18 13:32:42.678012 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 92db3456-3fd2-45c6-89c0-00a0de0ebf8f, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=92db3456-3fd2-45c6-89c0-00a0de0ebf8f,segment=NetworkSegment(0b352abb-20b2-4bce-9b32-4a671056487e),segment_id=0b352abb-20b2-4bce-9b32-4a671056487e)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:32:42.693053 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Returning: {'device': '92db3456-3fd2-45c6-89c0-00a0de0ebf8f', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'port_id': '92db3456-3fd2-45c6-89c0-00a0de0ebf8f', 'mac_address': 'fa:16:3e:97:3f:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1089, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82758) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 18 13:32:42.751739 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:42.770184 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92db3456-3fd2-45c6-89c0-00a0de0ebf8f {{(pid=82758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 13:32:42.785131 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 92db3456-3fd2-45c6-89c0-00a0de0ebf8f, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=92db3456-3fd2-45c6-89c0-00a0de0ebf8f,segment=NetworkSegment(0b352abb-20b2-4bce-9b32-4a671056487e),segment_id=0b352abb-20b2-4bce-9b32-4a671056487e)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:32:42.789006 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:42.855676 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=92db3456-3fd2-45c6-89c0-00a0de0ebf8f,revision_number=4']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:32:42.864365 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:32:42.864705 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:32:42.865042 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:32:42.865380 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:32:42.865708 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:32:42.866034 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:32:42.866352 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:32:42.866706 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:32:42.867016 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:32:42.867333 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:32:42.867650 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:32:43.083345 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] get_ports_and_sgs() called for port_ids ['92db3456-3fd2-45c6-89c0-00a0de0ebf8f'] {{(pid=82758) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 18 13:32:43.392163 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701723e2-e174-49af-8c8d-56ae87bc5c66 req-5a888e06-995f-408a-85cf-5fcc61f05098 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:32:43.393535 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-701723e2-e174-49af-8c8d-56ae87bc5c66 req-5a888e06-995f-408a-85cf-5fcc61f05098 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=31db9d40-dc94-4244-b5d9-937c8dca78ac HTTP/1.1" status: 200 len: 944 time: 0.0821779 Jan 18 13:32:43.441121 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-701723e2-e174-49af-8c8d-56ae87bc5c66 req-54f85a44-1a17-4c74-b370-b635b1782097 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420439 Jan 18 13:32:43.973313 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-43445cc9-33a5-45ce-bae6-064a1ac96596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:44.547592 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 92db3456-3fd2-45c6-89c0-00a0de0ebf8f up at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 18 13:32:44.620313 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning for port 92db3456-3fd2-45c6-89c0-00a0de0ebf8f completed by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 13:32:44.625571 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.provisioning_blocks [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Provisioning complete for port 92db3456-3fd2-45c6-89c0-00a0de0ebf8f triggered by entity L2. {{(pid=82758) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 13:32:44.625941 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-563792'] for port, provisioning_complete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:44.642120 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe387b13-f442-417b-a9fc-fafa4ce4cd35 req-041ca202-ac9c-455e-bf1d-5ad241fec468 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:32:44.643616 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-fe387b13-f442-417b-a9fc-fafa4ce4cd35 req-041ca202-ac9c-455e-bf1d-5ad241fec468 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=31db9d40-dc94-4244-b5d9-937c8dca78ac HTTP/1.1" status: 200 len: 944 time: 0.0773416 Jan 18 13:32:44.693954 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-fe387b13-f442-417b-a9fc-fafa4ce4cd35 req-68657dfc-9ecf-464a-830d-14f60181e781 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448546 Jan 18 13:32:44.752640 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:44.780760 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31db9d40-dc94-4244-b5d9-937c8dca78ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92db3456-3fd2-45c6-89c0-00a0de0ebf8f'}] {{(pid=82758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:32:44.790608 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] For port 92db3456-3fd2-45c6-89c0-00a0de0ebf8f, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=92db3456-3fd2-45c6-89c0-00a0de0ebf8f,segment=NetworkSegment(0b352abb-20b2-4bce-9b32-4a671056487e),segment_id=0b352abb-20b2-4bce-9b32-4a671056487e)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:32:44.795469 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334'] for port, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:44.838140 dv-cinder-825103-1-iscsi neutron-server[82758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31db9d40-dc94-4244-b5d9-937c8dca78ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92db3456-3fd2-45c6-89c0-00a0de0ebf8f', 'code': 200} Jan 18 13:32:44.862694 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Pushing event updated for resources: {'Port': ['ID=92db3456-3fd2-45c6-89c0-00a0de0ebf8f,revision_number=5']} {{(pid=82758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:32:45.154159 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c87c2bb0-e55b-4b90-9452-cd7078e94909 req-443366cf-e5bd-4480-8503-e6adf950b7e3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=31db9d40-dc94-4244-b5d9-937c8dca78ac HTTP/1.1" status: 200 len: 1098 time: 0.0687852 Jan 18 13:32:45.196443 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c87c2bb0-e55b-4b90-9452-cd7078e94909 req-fb49ec4a-5189-488a-99b8-7f423c07f04d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364063 Jan 18 13:32:45.905687 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15d908-2fd7-4995-9bf2-8238a569512a req-b3e3e980-0b38-4bff-a71b-eba017b71c90 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:32:45.907186 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3d15d908-2fd7-4995-9bf2-8238a569512a req-b3e3e980-0b38-4bff-a71b-eba017b71c90 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=31db9d40-dc94-4244-b5d9-937c8dca78ac HTTP/1.1" status: 200 len: 945 time: 0.0819941 Jan 18 13:32:45.954139 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-3d15d908-2fd7-4995-9bf2-8238a569512a req-df7990c6-ec0c-42e5-bb6e-fa1460ebe56c tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412362 Jan 18 13:32:46.192245 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-59db2ba6-8db3-40b7-9e81-d26569480a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:47.160617 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d10c8-3755-4a7c-ae12-363316a6f617 req-e72a208c-eb3c-4205-bd2d-41112049a1a0 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:32:47.162087 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c44d10c8-3755-4a7c-ae12-363316a6f617 req-e72a208c-eb3c-4205-bd2d-41112049a1a0 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=31db9d40-dc94-4244-b5d9-937c8dca78ac HTTP/1.1" status: 200 len: 945 time: 0.0817771 Jan 18 13:32:47.208679 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-c44d10c8-3755-4a7c-ae12-363316a6f617 req-bbb19408-bea0-4756-b37a-b657c53e2084 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405717 Jan 18 13:32:47.413835 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1eb99a-7a8b-40e4-9e22-9e889b5342ec req-6761597f-c336-4c44-80b0-7857766b9654 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:32:47.414427 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:47.416274 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-fa1eb99a-7a8b-40e4-9e22-9e889b5342ec req-6761597f-c336-4c44-80b0-7857766b9654 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=31db9d40-dc94-4244-b5d9-937c8dca78ac HTTP/1.1" status: 200 len: 945 time: 0.0778687 Jan 18 13:32:47.466263 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-fa1eb99a-7a8b-40e4-9e22-9e889b5342ec req-0b6381c1-52c7-42a4-895a-4d73f9d13a89 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442681 Jan 18 13:32:47.502044 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 45872) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:32:47.570620 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-05f8a843-6b0e-42a7-8169-afcbf57a4ef9 tempest-TestVolumeBootPattern-1172009513 tempest-TestVolumeBootPattern-1172009513-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=31db9d40-dc94-4244-b5d9-937c8dca78ac HTTP/1.1" status: 200 len: 1093 time: 0.0674913 Jan 18 13:32:47.573302 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 45876) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:32:47.578314 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.v2.base [None req-3bc80c53-d26a-44b0-b201-6c0f7df5d6fd tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Request body: {'floatingip': {'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'port_id': '92db3456-3fd2-45c6-89c0-00a0de0ebf8f', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=82756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 18 13:32:47.584010 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-3bc80c53-d26a-44b0-b201-6c0f7df5d6fd tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 18 13:32:47.588865 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-3bc80c53-d26a-44b0-b201-6c0f7df5d6fd tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Usage tracker for resource:floatingip and tenant:2ee5f4eec3fc4782b3c5a0b9b068e15e is out of sync, need to count used quota {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 18 13:32:47.592040 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [None req-3bc80c53-d26a-44b0-b201-6c0f7df5d6fd tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=82756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 18 13:32:47.597572 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.quota.driver [None req-3bc80c53-d26a-44b0-b201-6c0f7df5d6fd tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=82756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 18 13:32:47.608231 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3bc80c53-d26a-44b0-b201-6c0f7df5d6fd tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for floatingip, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:47.618949 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:47.746880 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3bc80c53-d26a-44b0-b201-6c0f7df5d6fd tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:47.890442 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.db_base_plugin_common [None req-3bc80c53-d26a-44b0-b201-6c0f7df5d6fd tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Allocated IP 172.27.2.160 (e1680602-72eb-4a8f-a690-8170848820e2/e5265543-d6e8-47ba-b344-dc5916015d25/32cd46bf-0981-4ab2-a1c7-02ffbd850fd5) {{(pid=82756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 13:32:48.128817 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3bc80c53-d26a-44b0-b201-6c0f7df5d6fd tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for port, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:48.157864 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3bc80c53-d26a-44b0-b201-6c0f7df5d6fd tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736038956243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:48.232992 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc80c53-d26a-44b0-b201-6c0f7df5d6fd tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Network e1680602-72eb-4a8f-a690-8170848820e2 is already hosted by enough agents. {{(pid=82756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 13:32:48.235858 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.base_scheduler [None req-3bc80c53-d26a-44b0-b201-6c0f7df5d6fd tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Resources bound (agent type, host, resource id): {{(pid=82756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 13:32:48.240213 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc80c53-d26a-44b0-b201-6c0f7df5d6fd tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Received port after_create {{(pid=82756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 18 13:32:48.266874 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc80c53-d26a-44b0-b201-6c0f7df5d6fd tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Pushing event updated for resources: {'Port': ['ID=32cd46bf-0981-4ab2-a1c7-02ffbd850fd5,revision_number=1']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:32:48.776781 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3bc80c53-d26a-44b0-b201-6c0f7df5d6fd tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:48.831038 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3bc80c53-d26a-44b0-b201-6c0f7df5d6fd tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:49.033609 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3bc80c53-d26a-44b0-b201-6c0f7df5d6fd tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for port, precommit_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:49.037986 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3bc80c53-d26a-44b0-b201-6c0f7df5d6fd tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736039315460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736038956261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736038957334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15336997'] for port, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:49.116938 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:49.143208 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc80c53-d26a-44b0-b201-6c0f7df5d6fd tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Pushing event updated for resources: {'Port': ['ID=32cd46bf-0981-4ab2-a1c7-02ffbd850fd5,revision_number=2']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:32:49.161687 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3bc80c53-d26a-44b0-b201-6c0f7df5d6fd tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16439339'] for floatingip, after_update {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:49.373214 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.db.l3_db [None req-3bc80c53-d26a-44b0-b201-6c0f7df5d6fd tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Floating IP 7307d554-6937-4785-af13-c7dae6439525 associated. External IP: 172.27.2.160, port: 92db3456-3fd2-45c6-89c0-00a0de0ebf8f. Jan 18 13:32:49.867208 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc80c53-d26a-44b0-b201-6c0f7df5d6fd tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Router 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a has already been hosted by L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 {{(pid=82756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:32:50.069272 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc80c53-d26a-44b0-b201-6c0f7df5d6fd tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:32:50.079486 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a5d628-8d96-4d86-a94b-216d12f9f32d None None] Sync routers for ids ['0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'] in dv-cinder-825103-1-iscsi {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:32:50.092899 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a5d628-8d96-4d86-a94b-216d12f9f32d None None] Routers {'0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:32:50.093615 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-c0a5d628-8d96-4d86-a94b-216d12f9f32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:32:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:32:50.095458 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-3bc80c53-d26a-44b0-b201-6c0f7df5d6fd tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for floatingip, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:32:50.154027 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-3bc80c53-d26a-44b0-b201-6c0f7df5d6fd tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5796323 Jan 18 13:32:50.154629 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31db9d40-dc94-4244-b5d9-937c8dca78ac', 'tag': '92db3456-3fd2-45c6-89c0-00a0de0ebf8f'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:32:50.210314 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31db9d40-dc94-4244-b5d9-937c8dca78ac', 'tag': '92db3456-3fd2-45c6-89c0-00a0de0ebf8f', 'status': 'completed', 'code': 200} Jan 18 13:32:50.283692 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-c0a5d628-8d96-4d86-a94b-216d12f9f32d None None] Set router 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:32:50.325386 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-736eebe5-6520-4727-9903-c359da906eac req-24fd2b29-3c0b-48bc-8163-67bb1abec380 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ee5f4eec3fc4782b3c5a0b9b068e15e&device_id=31db9d40-dc94-4244-b5d9-937c8dca78ac HTTP/1.1" status: 200 len: 1098 time: 0.0716767 Jan 18 13:32:50.470450 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736eebe5-6520-4727-9903-c359da906eac req-0c7244ef-12b2-45d5-a878-28ad9316fc3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:32:50.472050 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-736eebe5-6520-4727-9903-c359da906eac req-0c7244ef-12b2-45d5-a878-28ad9316fc3b service neutron] 10.222.0.35 "GET /v2.0/networks?id=80673df2-90c2-4578-ba13-c6e8b6cd733a HTTP/1.1" status: 200 len: 914 time: 0.1409535 Jan 18 13:32:50.580590 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-736eebe5-6520-4727-9903-c359da906eac req-90ec7b75-c730-4581-92c3-37d2936cd5f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92db3456-3fd2-45c6-89c0-00a0de0ebf8f HTTP/1.1" status: 200 len: 999 time: 0.1020219 Jan 18 13:32:50.643466 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736eebe5-6520-4727-9903-c359da906eac req-1c295d19-08bd-4919-93ed-dba175849058 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:32:50.644889 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-736eebe5-6520-4727-9903-c359da906eac req-1c295d19-08bd-4919-93ed-dba175849058 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33632e35-079a-4c8b-9afa-bc98edbaefb7 HTTP/1.1" status: 200 len: 851 time: 0.0590150 Jan 18 13:32:50.659263 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-c0a5d628-8d96-4d86-a94b-216d12f9f32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'name': 'tempest-TestVolumeBootPattern-1253783030-router', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '23077615-2071-4dc3-bddc-b79454ecff81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:29Z', 'revision_number': 4, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'gw_port': {'id': '23077615-2071-4dc3-bddc-b79454ecff81', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_floatingips': [{'id': '6e70c19e-dc80-4a53-be57-64e5e889f655', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'router_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'port_id': 'ede93dad-b0cd-4051-acdf-aadcb82ad869', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'mac_address': 'fa:16:3e:06:96:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def653e6-6dc8-46c1-8715-893a72ba2ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:30:41Z', 'updated_at': '2022-01-18T13:30:44Z', 'revision_number': 1, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'fixed_ip_address_scope': None}, {'id': '7307d554-6937-4785-af13-c7dae6439525', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'floating_ip_address': '172.27.2.160', 'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'router_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'port_id': '92db3456-3fd2-45c6-89c0-00a0de0ebf8f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'mac_address': 'fa:16:3e:97:3f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31db9d40-dc94-4244-b5d9-937c8dca78ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:32:48Z', 'updated_at': '2022-01-18T13:32:48Z', 'revision_number': 0, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a724f912-4630-4d7e-bdb8-21406ebb3034', 'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'mac_address': 'fa:16:3e:54:17:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:28Z', 'updated_at': '2022-01-18T13:27:48Z', 'revision_number': 5, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'subnets': [{'id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:32:50.663897 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a5d628-8d96-4d86-a94b-216d12f9f32d None None] Checking router: 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a for host: dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:32:50.676019 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a5d628-8d96-4d86-a94b-216d12f9f32d None None] Routers {'0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:32:50.676686 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-c0a5d628-8d96-4d86-a94b-216d12f9f32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:32:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:32:50.726127 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-736eebe5-6520-4727-9903-c359da906eac req-d114d5a9-b6ff-40e2-a390-8f56ede8c139 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=80673df2-90c2-4578-ba13-c6e8b6cd733a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748694 Jan 18 13:32:50.863567 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-736eebe5-6520-4727-9903-c359da906eac req-769eae34-0165-4ec2-ba5d-86b187322b84 service neutron] 10.222.0.35 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319525 Jan 18 13:32:50.895705 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-c0a5d628-8d96-4d86-a94b-216d12f9f32d None None] Set router 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:32:51.004778 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-736eebe5-6520-4727-9903-c359da906eac req-c154e2b2-826f-4f6c-b4a0-47b693e1d66d service neutron] 10.222.0.35 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343489 Jan 18 13:32:51.254545 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-c0a5d628-8d96-4d86-a94b-216d12f9f32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'name': 'tempest-TestVolumeBootPattern-1253783030-router', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '23077615-2071-4dc3-bddc-b79454ecff81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:29Z', 'revision_number': 4, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'gw_port': {'id': '23077615-2071-4dc3-bddc-b79454ecff81', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_floatingips': [{'id': '6e70c19e-dc80-4a53-be57-64e5e889f655', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'router_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'port_id': 'ede93dad-b0cd-4051-acdf-aadcb82ad869', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'mac_address': 'fa:16:3e:06:96:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def653e6-6dc8-46c1-8715-893a72ba2ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:30:41Z', 'updated_at': '2022-01-18T13:30:44Z', 'revision_number': 1, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'fixed_ip_address_scope': None}, {'id': '7307d554-6937-4785-af13-c7dae6439525', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'floating_ip_address': '172.27.2.160', 'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'router_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'port_id': '92db3456-3fd2-45c6-89c0-00a0de0ebf8f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'mac_address': 'fa:16:3e:97:3f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31db9d40-dc94-4244-b5d9-937c8dca78ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:32:48Z', 'updated_at': '2022-01-18T13:32:48Z', 'revision_number': 0, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a724f912-4630-4d7e-bdb8-21406ebb3034', 'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'mac_address': 'fa:16:3e:54:17:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:28Z', 'updated_at': '2022-01-18T13:27:48Z', 'revision_number': 5, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'subnets': [{'id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:32:51.258605 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a5d628-8d96-4d86-a94b-216d12f9f32d None None] The sync data for ids ['0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'] in dv-cinder-825103-1-iscsi is: [{'id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'name': 'tempest-TestVolumeBootPattern-1253783030-router', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '23077615-2071-4dc3-bddc-b79454ecff81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:29Z', 'revision_number': 4, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'gw_port': {'id': '23077615-2071-4dc3-bddc-b79454ecff81', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_floatingips': [{'id': '6e70c19e-dc80-4a53-be57-64e5e889f655', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'router_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'port_id': 'ede93dad-b0cd-4051-acdf-aadcb82ad869', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'mac_address': 'fa:16:3e:06:96:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def653e6-6dc8-46c1-8715-893a72ba2ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:30:41Z', 'updated_at': '2022-01-18T13:30:44Z', 'revision_number': 1, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'fixed_ip_address_scope': None}, {'id': '7307d554-6937-4785-af13-c7dae6439525', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'floating_ip_address': '172.27.2.160', 'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'router_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'port_id': '92db3456-3fd2-45c6-89c0-00a0de0ebf8f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'mac_address': 'fa:16:3e:97:3f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31db9d40-dc94-4244-b5d9-937c8dca78ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:32:48Z', 'updated_at': '2022-01-18T13:32:48Z', 'revision_number': 0, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a724f912-4630-4d7e-bdb8-21406ebb3034', 'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'mac_address': 'fa:16:3e:54:17:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:28Z', 'updated_at': '2022-01-18T13:27:48Z', 'revision_number': 5, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'subnets': [{'id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:32:51.458180 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec33277-b704-44fe-acbf-698cfc15db66 None None] New status for floating IP 7307d554-6937-4785-af13-c7dae6439525: ACTIVE {{(pid=82759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:33:10.541461 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:11.635750 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5f5d0c4b-f8c2-4fdc-aa65-58ed96f29163 req-3340692c-b4de-4a1c-9b23-281c35010f43 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=def653e6-6dc8-46c1-8715-893a72ba2ada&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697615 Jan 18 13:33:11.810007 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5f5d0c4b-f8c2-4fdc-aa65-58ed96f29163 req-8a3a8320-e77b-40b9-b946-ac5ecdc3e6fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ee5f4eec3fc4782b3c5a0b9b068e15e&device_id=def653e6-6dc8-46c1-8715-893a72ba2ada HTTP/1.1" status: 200 len: 1099 time: 0.0817130 Jan 18 13:33:11.958112 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d0c4b-f8c2-4fdc-aa65-58ed96f29163 req-b4010cd1-fabc-4b0c-9669-7a2ba0b7cf3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:33:11.959600 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5f5d0c4b-f8c2-4fdc-aa65-58ed96f29163 req-b4010cd1-fabc-4b0c-9669-7a2ba0b7cf3c service neutron] 10.222.0.35 "GET /v2.0/networks?id=80673df2-90c2-4578-ba13-c6e8b6cd733a HTTP/1.1" status: 200 len: 914 time: 0.1285038 Jan 18 13:33:12.070498 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5f5d0c4b-f8c2-4fdc-aa65-58ed96f29163 req-89049753-ccf3-4e96-a915-469b4287e395 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ede93dad-b0cd-4051-acdf-aadcb82ad869 HTTP/1.1" status: 200 len: 1002 time: 0.1050332 Jan 18 13:33:12.224542 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d0c4b-f8c2-4fdc-aa65-58ed96f29163 req-26205470-2c10-476a-9fff-40c7eeab70ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:33:12.225980 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5f5d0c4b-f8c2-4fdc-aa65-58ed96f29163 req-26205470-2c10-476a-9fff-40c7eeab70ad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33632e35-079a-4c8b-9afa-bc98edbaefb7 HTTP/1.1" status: 200 len: 851 time: 0.1502323 Jan 18 13:33:12.312056 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5f5d0c4b-f8c2-4fdc-aa65-58ed96f29163 req-d58c38f0-c350-4df5-bc63-8d61722a6efc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=80673df2-90c2-4578-ba13-c6e8b6cd733a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0794475 Jan 18 13:33:12.453242 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5f5d0c4b-f8c2-4fdc-aa65-58ed96f29163 req-7e705dbe-eb63-4db9-87f3-930156c23944 service neutron] 10.222.0.35 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345406 Jan 18 13:33:12.589947 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-5f5d0c4b-f8c2-4fdc-aa65-58ed96f29163 req-25946903-9e1d-4d70-89ed-26d4c3fff002 service neutron] 10.222.0.35 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295719 Jan 18 13:33:13.057679 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:33:13.977702 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-4cb64dce-286d-4832-991e-39e662f43274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:16.193582 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-0b368f4b-b251-4c29-b1b3-4d7cd6360d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:17.410308 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:17.622718 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:19.121107 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:40.558638 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:43.981170 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-6a81e745-2281-43e4-9d42-677c8258024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:46.197017 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-1ac545bc-6e35-4709-b97b-09edaed69be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:47.419340 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:47.625239 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:49.123459 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:33:50.057514 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:34:10.560962 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:11.806210 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 45902) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:34:12.014973 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [None req-04eddfc6-7e33-4b34-a915-f7c5ab8d6710 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Deleting port 32cd46bf-0981-4ab2-a1c7-02ffbd850fd5 {{(pid=82756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:34:12.015349 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-04eddfc6-7e33-4b34-a915-f7c5ab8d6710 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:12.192053 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-04eddfc6-7e33-4b34-a915-f7c5ab8d6710 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:12.192383 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-04eddfc6-7e33-4b34-a915-f7c5ab8d6710 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:12.316827 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [None req-04eddfc6-7e33-4b34-a915-f7c5ab8d6710 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Calling delete_port for 32cd46bf-0981-4ab2-a1c7-02ffbd850fd5 owned by network:floatingip {{(pid=82756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:34:12.471434 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-04eddfc6-7e33-4b34-a915-f7c5ab8d6710 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:12.517429 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eddfc6-7e33-4b34-a915-f7c5ab8d6710 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Pushing event deleted for resources: {'Port': ['ID=32cd46bf-0981-4ab2-a1c7-02ffbd850fd5,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:34:12.561899 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eddfc6-7e33-4b34-a915-f7c5ab8d6710 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:34:12.562247 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eddfc6-7e33-4b34-a915-f7c5ab8d6710 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:34:12.562594 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eddfc6-7e33-4b34-a915-f7c5ab8d6710 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:34:12.562970 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eddfc6-7e33-4b34-a915-f7c5ab8d6710 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:34:12.563304 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eddfc6-7e33-4b34-a915-f7c5ab8d6710 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:34:12.563635 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eddfc6-7e33-4b34-a915-f7c5ab8d6710 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:34:12.563965 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eddfc6-7e33-4b34-a915-f7c5ab8d6710 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:34:12.564290 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eddfc6-7e33-4b34-a915-f7c5ab8d6710 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:34:12.564615 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eddfc6-7e33-4b34-a915-f7c5ab8d6710 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:34:12.564935 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eddfc6-7e33-4b34-a915-f7c5ab8d6710 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:34:12.565254 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eddfc6-7e33-4b34-a915-f7c5ab8d6710 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:34:12.664069 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-04eddfc6-7e33-4b34-a915-f7c5ab8d6710 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for floatingip, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:12.771064 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-dca17071-031f-4313-b2a3-16abd01cdf16 req-2d62e251-0ac4-464b-8483-8c945e60dc6b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=31db9d40-dc94-4244-b5d9-937c8dca78ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1584587 Jan 18 13:34:13.015861 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-dca17071-031f-4313-b2a3-16abd01cdf16 req-ff7cf0d3-e58d-47ec-a818-6c5a85cf1bbe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ee5f4eec3fc4782b3c5a0b9b068e15e&device_id=31db9d40-dc94-4244-b5d9-937c8dca78ac HTTP/1.1" status: 200 len: 1098 time: 0.1035585 Jan 18 13:34:13.229727 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca17071-031f-4313-b2a3-16abd01cdf16 req-dc3b7154-d333-4e0f-89cd-9f2c549941f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:34:13.231160 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-dca17071-031f-4313-b2a3-16abd01cdf16 req-dc3b7154-d333-4e0f-89cd-9f2c549941f3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=80673df2-90c2-4578-ba13-c6e8b6cd733a HTTP/1.1" status: 200 len: 914 time: 0.1545012 Jan 18 13:34:13.351030 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-dca17071-031f-4313-b2a3-16abd01cdf16 req-c58c7e85-1445-43f2-b3d3-53f22cbef30d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92db3456-3fd2-45c6-89c0-00a0de0ebf8f HTTP/1.1" status: 200 len: 217 time: 0.1132412 Jan 18 13:34:13.430159 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca17071-031f-4313-b2a3-16abd01cdf16 req-901f2229-9841-46c7-953d-245b405e3fe9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:34:13.431582 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-dca17071-031f-4313-b2a3-16abd01cdf16 req-901f2229-9841-46c7-953d-245b405e3fe9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33632e35-079a-4c8b-9afa-bc98edbaefb7 HTTP/1.1" status: 200 len: 851 time: 0.0729315 Jan 18 13:34:13.514586 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04eddfc6-7e33-4b34-a915-f7c5ab8d6710 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Router 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a has already been hosted by L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 {{(pid=82756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:34:13.590254 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-dca17071-031f-4313-b2a3-16abd01cdf16 req-b81408a0-3afc-4486-9b1c-fbbc32eb0e42 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=80673df2-90c2-4578-ba13-c6e8b6cd733a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1528897 Jan 18 13:34:13.746464 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-dca17071-031f-4313-b2a3-16abd01cdf16 req-80a3226e-f38b-4cad-a39d-f58b600a24e9 service neutron] 10.222.0.35 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497674 Jan 18 13:34:13.946224 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-dca17071-031f-4313-b2a3-16abd01cdf16 req-c551d621-ace1-482c-95fa-e98e0efb2437 service neutron] 10.222.0.35 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539106 Jan 18 13:34:13.960201 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04eddfc6-7e33-4b34-a915-f7c5ab8d6710 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:34:13.970607 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb04832b-753c-454e-a1e6-57ab6a6eec18 None None] Sync routers for ids ['0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'] in dv-cinder-825103-1-iscsi {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:34:13.982581 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-04eddfc6-7e33-4b34-a915-f7c5ab8d6710 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for floatingip, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:13.995906 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-939b2c58-5e02-4b58-b7bb-138efcb3af6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:14.000057 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb04832b-753c-454e-a1e6-57ab6a6eec18 None None] Routers {'0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:34:14.000661 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-fb04832b-753c-454e-a1e6-57ab6a6eec18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:33:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:34:14.043331 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-04eddfc6-7e33-4b34-a915-f7c5ab8d6710 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "DELETE /v2.0/floatingips/7307d554-6937-4785-af13-c7dae6439525 HTTP/1.1" status: 204 len: 168 time: 2.2359009 Jan 18 13:34:14.044083 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31db9d40-dc94-4244-b5d9-937c8dca78ac', 'tag': '92db3456-3fd2-45c6-89c0-00a0de0ebf8f'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:34:14.100940 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31db9d40-dc94-4244-b5d9-937c8dca78ac', 'tag': '92db3456-3fd2-45c6-89c0-00a0de0ebf8f', 'status': 'completed', 'code': 200} Jan 18 13:34:14.186011 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-fb04832b-753c-454e-a1e6-57ab6a6eec18 None None] Set router 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:34:14.225828 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-3c104a41-e624-4658-9ac5-6f1838d1aaf9 req-2ba0d61f-0088-4c31-9f04-4e33a1fcc096 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ee5f4eec3fc4782b3c5a0b9b068e15e&device_id=31db9d40-dc94-4244-b5d9-937c8dca78ac HTTP/1.1" status: 200 len: 1098 time: 0.0818615 Jan 18 13:34:14.369631 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c104a41-e624-4658-9ac5-6f1838d1aaf9 req-75e3aac2-72fa-426f-b28e-dbf7f1e81df3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:34:14.371117 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-3c104a41-e624-4658-9ac5-6f1838d1aaf9 req-75e3aac2-72fa-426f-b28e-dbf7f1e81df3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=80673df2-90c2-4578-ba13-c6e8b6cd733a HTTP/1.1" status: 200 len: 914 time: 0.1379685 Jan 18 13:34:14.571724 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-3c104a41-e624-4658-9ac5-6f1838d1aaf9 req-93627ae7-eb77-4161-bfac-31c0cd667a42 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92db3456-3fd2-45c6-89c0-00a0de0ebf8f HTTP/1.1" status: 200 len: 217 time: 0.1947999 Jan 18 13:34:14.598136 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-fb04832b-753c-454e-a1e6-57ab6a6eec18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'name': 'tempest-TestVolumeBootPattern-1253783030-router', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '23077615-2071-4dc3-bddc-b79454ecff81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:29Z', 'revision_number': 4, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'gw_port': {'id': '23077615-2071-4dc3-bddc-b79454ecff81', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_floatingips': [{'id': '6e70c19e-dc80-4a53-be57-64e5e889f655', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'router_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'port_id': 'ede93dad-b0cd-4051-acdf-aadcb82ad869', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'mac_address': 'fa:16:3e:06:96:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def653e6-6dc8-46c1-8715-893a72ba2ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:30:41Z', 'updated_at': '2022-01-18T13:30:44Z', 'revision_number': 1, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a724f912-4630-4d7e-bdb8-21406ebb3034', 'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'mac_address': 'fa:16:3e:54:17:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:28Z', 'updated_at': '2022-01-18T13:27:48Z', 'revision_number': 5, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'subnets': [{'id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:34:14.602631 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb04832b-753c-454e-a1e6-57ab6a6eec18 None None] Checking router: 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a for host: dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:34:14.613960 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb04832b-753c-454e-a1e6-57ab6a6eec18 None None] Routers {'0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:34:14.614556 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-fb04832b-753c-454e-a1e6-57ab6a6eec18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:33:46Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:34:14.688598 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c104a41-e624-4658-9ac5-6f1838d1aaf9 req-6e9dd4e5-a60d-4084-b713-5c3c4a7b5574 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:34:14.690023 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-3c104a41-e624-4658-9ac5-6f1838d1aaf9 req-6e9dd4e5-a60d-4084-b713-5c3c4a7b5574 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33632e35-079a-4c8b-9afa-bc98edbaefb7 HTTP/1.1" status: 200 len: 851 time: 0.1121755 Jan 18 13:34:14.767396 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d110ff-d36e-4f3a-9539-9f2ba9b75151 req-7559bb4d-f336-4309-a0ee-0a9d95f39c2f tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:34:14.768103 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-58d110ff-d36e-4f3a-9539-9f2ba9b75151 req-7559bb4d-f336-4309-a0ee-0a9d95f39c2f tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Synchronizing usage tracker for tenant:2ee5f4eec3fc4782b3c5a0b9b068e15e on resource:port {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:34:14.788412 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-58d110ff-d36e-4f3a-9539-9f2ba9b75151 req-7559bb4d-f336-4309-a0ee-0a9d95f39c2f tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Unset dirty status for tenant:2ee5f4eec3fc4782b3c5a0b9b068e15e on resource:port {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:34:14.789715 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-58d110ff-d36e-4f3a-9539-9f2ba9b75151 req-7559bb4d-f336-4309-a0ee-0a9d95f39c2f tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=31db9d40-dc94-4244-b5d9-937c8dca78ac HTTP/1.1" status: 200 len: 945 time: 0.1820097 Jan 18 13:34:14.799662 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-fb04832b-753c-454e-a1e6-57ab6a6eec18 None None] Set router 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:34:14.817370 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-3c104a41-e624-4658-9ac5-6f1838d1aaf9 req-e4b6edf6-f2b7-4fab-b5d0-b9682069aea4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=80673df2-90c2-4578-ba13-c6e8b6cd733a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1193216 Jan 18 13:34:14.928840 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-58d110ff-d36e-4f3a-9539-9f2ba9b75151 req-3ebaa60f-e503-45a1-9737-a277531af3ac tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323090 Jan 18 13:34:14.986981 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-3c104a41-e624-4658-9ac5-6f1838d1aaf9 req-9a8cbfc2-272a-49fe-8703-1e514dd2be46 service neutron] 10.222.0.35 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618085 Jan 18 13:34:15.126299 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-3c104a41-e624-4658-9ac5-6f1838d1aaf9 req-06b45213-bc10-4718-ab01-9382ae718259 service neutron] 10.222.0.35 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331213 Jan 18 13:34:15.217340 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-fb04832b-753c-454e-a1e6-57ab6a6eec18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'name': 'tempest-TestVolumeBootPattern-1253783030-router', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '23077615-2071-4dc3-bddc-b79454ecff81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:29Z', 'revision_number': 4, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'gw_port': {'id': '23077615-2071-4dc3-bddc-b79454ecff81', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_floatingips': [{'id': '6e70c19e-dc80-4a53-be57-64e5e889f655', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'router_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'port_id': 'ede93dad-b0cd-4051-acdf-aadcb82ad869', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'mac_address': 'fa:16:3e:06:96:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def653e6-6dc8-46c1-8715-893a72ba2ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:30:41Z', 'updated_at': '2022-01-18T13:30:44Z', 'revision_number': 1, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a724f912-4630-4d7e-bdb8-21406ebb3034', 'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'mac_address': 'fa:16:3e:54:17:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:28Z', 'updated_at': '2022-01-18T13:27:48Z', 'revision_number': 5, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'subnets': [{'id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:34:15.221846 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb04832b-753c-454e-a1e6-57ab6a6eec18 None None] The sync data for ids ['0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'] in dv-cinder-825103-1-iscsi is: [{'id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'name': 'tempest-TestVolumeBootPattern-1253783030-router', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '23077615-2071-4dc3-bddc-b79454ecff81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:29Z', 'revision_number': 4, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'gw_port': {'id': '23077615-2071-4dc3-bddc-b79454ecff81', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_floatingips': [{'id': '6e70c19e-dc80-4a53-be57-64e5e889f655', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'router_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'port_id': 'ede93dad-b0cd-4051-acdf-aadcb82ad869', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'mac_address': 'fa:16:3e:06:96:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def653e6-6dc8-46c1-8715-893a72ba2ada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T13:30:41Z', 'updated_at': '2022-01-18T13:30:44Z', 'revision_number': 1, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a724f912-4630-4d7e-bdb8-21406ebb3034', 'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'mac_address': 'fa:16:3e:54:17:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:28Z', 'updated_at': '2022-01-18T13:27:48Z', 'revision_number': 5, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'subnets': [{'id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:34:15.438246 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a88c62c-ccce-4b60-ab23-9ae1a7caec48 None None] New status for floating IP 7307d554-6937-4785-af13-c7dae6439525: DOWN {{(pid=82759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:34:16.135311 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa328a83-0c67-4171-9344-d26a945fff8a req-cf57edf1-f993-45a7-9929-d355b0bc8a58 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:34:16.135311 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-fa328a83-0c67-4171-9344-d26a945fff8a req-cf57edf1-f993-45a7-9929-d355b0bc8a58 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=31db9d40-dc94-4244-b5d9-937c8dca78ac HTTP/1.1" status: 200 len: 945 time: 0.0787253 Jan 18 13:34:16.186537 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-fa328a83-0c67-4171-9344-d26a945fff8a req-e8a8eef7-6b35-46a9-a484-de3b225f8ae4 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480976 Jan 18 13:34:16.198627 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-26e6004c-a2ac-415c-865f-13ec3916bf90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:16.324338 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d29c98-f129-4bfa-bdc3-5349e2f8e30c req-4eac7ac5-dc1f-4cc0-937b-101f6cd17dad tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:34:16.326275 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e2d29c98-f129-4bfa-bdc3-5349e2f8e30c req-4eac7ac5-dc1f-4cc0-937b-101f6cd17dad tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.35 "GET /v2.0/ports?device_id=31db9d40-dc94-4244-b5d9-937c8dca78ac HTTP/1.1" status: 200 len: 945 time: 0.0779424 Jan 18 13:34:16.392896 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [req-e2d29c98-f129-4bfa-bdc3-5349e2f8e30c req-5fc74c3f-1157-48f6-996b-8d8f7695f3c7 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Deleting port 92db3456-3fd2-45c6-89c0-00a0de0ebf8f {{(pid=82756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:34:16.393150 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-e2d29c98-f129-4bfa-bdc3-5349e2f8e30c req-5fc74c3f-1157-48f6-996b-8d8f7695f3c7 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:16.641329 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-e2d29c98-f129-4bfa-bdc3-5349e2f8e30c req-5fc74c3f-1157-48f6-996b-8d8f7695f3c7 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] For port 92db3456-3fd2-45c6-89c0-00a0de0ebf8f, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=92db3456-3fd2-45c6-89c0-00a0de0ebf8f,segment=NetworkSegment(0b352abb-20b2-4bce-9b32-4a671056487e),segment_id=0b352abb-20b2-4bce-9b32-4a671056487e)] {{(pid=82756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:34:16.641680 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-e2d29c98-f129-4bfa-bdc3-5349e2f8e30c req-5fc74c3f-1157-48f6-996b-8d8f7695f3c7 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:16.764755 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [req-e2d29c98-f129-4bfa-bdc3-5349e2f8e30c req-5fc74c3f-1157-48f6-996b-8d8f7695f3c7 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Calling delete_port for 92db3456-3fd2-45c6-89c0-00a0de0ebf8f owned by compute:nova {{(pid=82756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:34:16.914687 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-e2d29c98-f129-4bfa-bdc3-5349e2f8e30c req-5fc74c3f-1157-48f6-996b-8d8f7695f3c7 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:16.965758 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc74c3f-1157-48f6-996b-8d8f7695f3c7 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Pushing event deleted for resources: {'Port': ['ID=92db3456-3fd2-45c6-89c0-00a0de0ebf8f,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:34:17.049983 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d29c98-f129-4bfa-bdc3-5349e2f8e30c req-5fc74c3f-1157-48f6-996b-8d8f7695f3c7 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] No DVR routers for this DVR port 92db3456-3fd2-45c6-89c0-00a0de0ebf8f on host hv-cinder-82510 {{(pid=82756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:34:17.052478 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-e2d29c98-f129-4bfa-bdc3-5349e2f8e30c req-5fc74c3f-1157-48f6-996b-8d8f7695f3c7 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:17.055109 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31db9d40-dc94-4244-b5d9-937c8dca78ac', 'name': 'network-vif-deleted', 'tag': '92db3456-3fd2-45c6-89c0-00a0de0ebf8f'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:34:17.070959 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-e2d29c98-f129-4bfa-bdc3-5349e2f8e30c req-5fc74c3f-1157-48f6-996b-8d8f7695f3c7 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.35 "DELETE /v2.0/ports/92db3456-3fd2-45c6-89c0-00a0de0ebf8f HTTP/1.1" status: 204 len: 173 time: 0.7400899 Jan 18 13:34:17.117012 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31db9d40-dc94-4244-b5d9-937c8dca78ac', 'name': 'network-vif-deleted', 'tag': '92db3456-3fd2-45c6-89c0-00a0de0ebf8f', 'status': 'completed', 'code': 200} Jan 18 13:34:17.376670 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-e8f9a4d8-01c5-42fb-9745-7f5b8ca218fe req-5937e923-9ac3-4685-98a9-6dedda63f3df tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=31db9d40-dc94-4244-b5d9-937c8dca78ac HTTP/1.1" status: 200 len: 210 time: 0.0530293 Jan 18 13:34:17.428434 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:17.629334 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:18.952337 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 92db3456-3fd2-45c6-89c0-00a0de0ebf8f no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:34:18.987917 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] No Port match for: 92db3456-3fd2-45c6-89c0-00a0de0ebf8f {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:34:18.988287 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device 92db3456-3fd2-45c6-89c0-00a0de0ebf8f not bound to the agent host hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:34:19.124313 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:20.906371 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.wsgi [-] (82756) accepted ('10.222.0.84', 45938) {{(pid=82756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:34:21.195524 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [None req-d0ae8600-1cd0-4ce6-ad3e-01632b916ba1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Deleting port ef4d956a-2f8b-4d13-813e-3f0b600a03d7 {{(pid=82756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:34:21.195864 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d0ae8600-1cd0-4ce6-ad3e-01632b916ba1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:21.369188 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d0ae8600-1cd0-4ce6-ad3e-01632b916ba1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:21.369515 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d0ae8600-1cd0-4ce6-ad3e-01632b916ba1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:21.498392 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [None req-d0ae8600-1cd0-4ce6-ad3e-01632b916ba1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Calling delete_port for ef4d956a-2f8b-4d13-813e-3f0b600a03d7 owned by network:floatingip {{(pid=82756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:34:21.653732 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d0ae8600-1cd0-4ce6-ad3e-01632b916ba1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:21.708109 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae8600-1cd0-4ce6-ad3e-01632b916ba1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Pushing event deleted for resources: {'Port': ['ID=ef4d956a-2f8b-4d13-813e-3f0b600a03d7,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:34:21.812741 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d0ae8600-1cd0-4ce6-ad3e-01632b916ba1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for floatingip, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:22.239763 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ae8600-1cd0-4ce6-ad3e-01632b916ba1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Router 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a has already been hosted by L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 {{(pid=82756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:34:22.449711 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ae8600-1cd0-4ce6-ad3e-01632b916ba1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:34:22.460910 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e080ab-dd7a-4763-a9d9-2c9c7418c996 None None] Sync routers for ids ['0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'] in dv-cinder-825103-1-iscsi {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:34:22.467787 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [None req-d0ae8600-1cd0-4ce6-ad3e-01632b916ba1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for floatingip, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:22.473780 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e080ab-dd7a-4763-a9d9-2c9c7418c996 None None] Routers {'0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:34:22.474401 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-75e080ab-dd7a-4763-a9d9-2c9c7418c996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:34:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:34:22.525113 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [None req-d0ae8600-1cd0-4ce6-ad3e-01632b916ba1 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "DELETE /v2.0/floatingips/6e70c19e-dc80-4a53-be57-64e5e889f655 HTTP/1.1" status: 204 len: 168 time: 1.6170976 Jan 18 13:34:22.525531 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def653e6-6dc8-46c1-8715-893a72ba2ada', 'tag': 'ede93dad-b0cd-4051-acdf-aadcb82ad869'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:34:22.584229 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def653e6-6dc8-46c1-8715-893a72ba2ada', 'tag': 'ede93dad-b0cd-4051-acdf-aadcb82ad869', 'status': 'completed', 'code': 200} Jan 18 13:34:22.666686 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-75e080ab-dd7a-4763-a9d9-2c9c7418c996 None None] Set router 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:34:22.705127 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a10428a2-ffcc-404b-8340-0e81dbd22266 req-83e7b1b7-7e56-4b86-8555-867849f09956 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ee5f4eec3fc4782b3c5a0b9b068e15e&device_id=def653e6-6dc8-46c1-8715-893a72ba2ada HTTP/1.1" status: 200 len: 1099 time: 0.0802605 Jan 18 13:34:22.854852 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10428a2-ffcc-404b-8340-0e81dbd22266 req-ca0f66b4-4323-4b03-8c77-f5dd0fac0aa6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:34:22.856248 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a10428a2-ffcc-404b-8340-0e81dbd22266 req-ca0f66b4-4323-4b03-8c77-f5dd0fac0aa6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=80673df2-90c2-4578-ba13-c6e8b6cd733a HTTP/1.1" status: 200 len: 914 time: 0.1449311 Jan 18 13:34:23.015560 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-75e080ab-dd7a-4763-a9d9-2c9c7418c996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'name': 'tempest-TestVolumeBootPattern-1253783030-router', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '23077615-2071-4dc3-bddc-b79454ecff81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:29Z', 'revision_number': 4, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'gw_port': {'id': '23077615-2071-4dc3-bddc-b79454ecff81', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': 'a724f912-4630-4d7e-bdb8-21406ebb3034', 'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'mac_address': 'fa:16:3e:54:17:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:28Z', 'updated_at': '2022-01-18T13:27:48Z', 'revision_number': 5, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'subnets': [{'id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:34:23.019645 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e080ab-dd7a-4763-a9d9-2c9c7418c996 None None] Checking router: 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a for host: dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:34:23.030206 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e080ab-dd7a-4763-a9d9-2c9c7418c996 None None] Routers {'0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:34:23.030753 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-75e080ab-dd7a-4763-a9d9-2c9c7418c996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:34:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:34:23.072959 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a10428a2-ffcc-404b-8340-0e81dbd22266 req-f68ba3da-5b17-479e-b996-ad5c75464bea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ede93dad-b0cd-4051-acdf-aadcb82ad869 HTTP/1.1" status: 200 len: 217 time: 0.1877337 Jan 18 13:34:23.150973 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10428a2-ffcc-404b-8340-0e81dbd22266 req-71d7d824-28d0-4ae9-8e23-c56054882dc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:34:23.152538 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a10428a2-ffcc-404b-8340-0e81dbd22266 req-71d7d824-28d0-4ae9-8e23-c56054882dc2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33632e35-079a-4c8b-9afa-bc98edbaefb7 HTTP/1.1" status: 200 len: 851 time: 0.0691965 Jan 18 13:34:23.162517 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d5d29-0cb0-4c70-bec8-58e3cceb1626 req-6f9b6e54-1b5e-416b-8e4b-f4b67dde3437 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:34:23.163250 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-6a1d5d29-0cb0-4c70-bec8-58e3cceb1626 req-6f9b6e54-1b5e-416b-8e4b-f4b67dde3437 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Synchronizing usage tracker for tenant:2ee5f4eec3fc4782b3c5a0b9b068e15e on resource:port {{(pid=82756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 18 13:34:23.222350 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.quota.resource [req-6a1d5d29-0cb0-4c70-bec8-58e3cceb1626 req-6f9b6e54-1b5e-416b-8e4b-f4b67dde3437 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Unset dirty status for tenant:2ee5f4eec3fc4782b3c5a0b9b068e15e on resource:port {{(pid=82756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 18 13:34:23.223554 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6a1d5d29-0cb0-4c70-bec8-58e3cceb1626 req-6f9b6e54-1b5e-416b-8e4b-f4b67dde3437 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=def653e6-6dc8-46c1-8715-893a72ba2ada HTTP/1.1" status: 200 len: 946 time: 0.3708091 Jan 18 13:34:23.232773 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-75e080ab-dd7a-4763-a9d9-2c9c7418c996 None None] Set router 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:34:23.287734 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-6a1d5d29-0cb0-4c70-bec8-58e3cceb1626 req-e2da82fa-1c8f-41f4-aa89-e65447d8efb8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564120 Jan 18 13:34:23.290530 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a10428a2-ffcc-404b-8340-0e81dbd22266 req-a5c6919a-2081-435f-9f2f-906d17d0863f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=80673df2-90c2-4578-ba13-c6e8b6cd733a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1244740 Jan 18 13:34:23.433064 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a10428a2-ffcc-404b-8340-0e81dbd22266 req-2ca7deb5-04d6-4984-95a7-fa4459814888 service neutron] 10.222.0.35 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360722 Jan 18 13:34:23.574323 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-a10428a2-ffcc-404b-8340-0e81dbd22266 req-1c8e2d63-e25f-4848-b2ab-cce7688c6220 service neutron] 10.222.0.35 "GET /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352336 Jan 18 13:34:23.613067 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-75e080ab-dd7a-4763-a9d9-2c9c7418c996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'name': 'tempest-TestVolumeBootPattern-1253783030-router', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '23077615-2071-4dc3-bddc-b79454ecff81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:29Z', 'revision_number': 4, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'gw_port': {'id': '23077615-2071-4dc3-bddc-b79454ecff81', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': 'a724f912-4630-4d7e-bdb8-21406ebb3034', 'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'mac_address': 'fa:16:3e:54:17:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:28Z', 'updated_at': '2022-01-18T13:27:48Z', 'revision_number': 5, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'subnets': [{'id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:34:23.617892 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e080ab-dd7a-4763-a9d9-2c9c7418c996 None None] The sync data for ids ['0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'] in dv-cinder-825103-1-iscsi is: [{'id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'name': 'tempest-TestVolumeBootPattern-1253783030-router', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '23077615-2071-4dc3-bddc-b79454ecff81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:29Z', 'revision_number': 4, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'gw_port': {'id': '23077615-2071-4dc3-bddc-b79454ecff81', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi', '_interfaces': [{'id': 'a724f912-4630-4d7e-bdb8-21406ebb3034', 'name': '', 'network_id': '80673df2-90c2-4578-ba13-c6e8b6cd733a', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'mac_address': 'fa:16:3e:54:17:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:28Z', 'updated_at': '2022-01-18T13:27:48Z', 'revision_number': 5, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'subnets': [{'id': '33632e35-079a-4c8b-9afa-bc98edbaefb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:34:23.833068 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e731d75-b239-4c69-8807-a23a2b812d4a None None] New status for floating IP 6e70c19e-dc80-4a53-be57-64e5e889f655: DOWN {{(pid=82759) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 18 13:34:24.498453 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bb14f-82a1-4031-b43e-95011681492b req-c7415975-d4f8-49d6-851b-415d429709cb tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82757) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:34:24.500061 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-1a3bb14f-82a1-4031-b43e-95011681492b req-c7415975-d4f8-49d6-851b-415d429709cb tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=def653e6-6dc8-46c1-8715-893a72ba2ada HTTP/1.1" status: 200 len: 946 time: 0.0829387 Jan 18 13:34:24.527284 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ffc26-d68f-4096-bc73-743b09f4f86e req-d9b555b1-e527-4229-a088-09d5a1986360 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 13:34:24.528700 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-824ffc26-d68f-4096-bc73-743b09f4f86e req-d9b555b1-e527-4229-a088-09d5a1986360 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.35 "GET /v2.0/ports?device_id=def653e6-6dc8-46c1-8715-893a72ba2ada HTTP/1.1" status: 200 len: 946 time: 0.0768561 Jan 18 13:34:24.548581 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-1a3bb14f-82a1-4031-b43e-95011681492b req-ab357daf-f95d-4291-a66c-4ff1010cbe0e tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/security-groups?id=5dbbf909-830f-4f53-b808-42305c0b5569&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419939 Jan 18 13:34:24.607423 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [req-824ffc26-d68f-4096-bc73-743b09f4f86e req-3cbefb60-5917-466e-a0b5-d5ae66f37ab8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Deleting port ede93dad-b0cd-4051-acdf-aadcb82ad869 {{(pid=82756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:34:24.607659 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-824ffc26-d68f-4096-bc73-743b09f4f86e req-3cbefb60-5917-466e-a0b5-d5ae66f37ab8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:24.857899 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.db [req-824ffc26-d68f-4096-bc73-743b09f4f86e req-3cbefb60-5917-466e-a0b5-d5ae66f37ab8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] For port ede93dad-b0cd-4051-acdf-aadcb82ad869, host hv-cinder-82510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82510',level=0,port_id=ede93dad-b0cd-4051-acdf-aadcb82ad869,segment=NetworkSegment(0b352abb-20b2-4bce-9b32-4a671056487e),segment_id=0b352abb-20b2-4bce-9b32-4a671056487e)] {{(pid=82756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:34:24.858153 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-824ffc26-d68f-4096-bc73-743b09f4f86e req-3cbefb60-5917-466e-a0b5-d5ae66f37ab8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:24.992886 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.plugins.ml2.plugin [req-824ffc26-d68f-4096-bc73-743b09f4f86e req-3cbefb60-5917-466e-a0b5-d5ae66f37ab8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Calling delete_port for ede93dad-b0cd-4051-acdf-aadcb82ad869 owned by compute:nova {{(pid=82756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:34:25.152919 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-824ffc26-d68f-4096-bc73-743b09f4f86e req-3cbefb60-5917-466e-a0b5-d5ae66f37ab8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15337004'] for port, after_delete {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:25.212651 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbefb60-5917-466e-a0b5-d5ae66f37ab8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Pushing event deleted for resources: {'Port': ['ID=ede93dad-b0cd-4051-acdf-aadcb82ad869,revision_number=None']} {{(pid=82756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:34:25.292975 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.db.l3_dvrscheduler_db [req-824ffc26-d68f-4096-bc73-743b09f4f86e req-3cbefb60-5917-466e-a0b5-d5ae66f37ab8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] No DVR routers for this DVR port ede93dad-b0cd-4051-acdf-aadcb82ad869 on host hv-cinder-82510 {{(pid=82756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:34:25.297063 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron_lib.callbacks.manager [req-824ffc26-d68f-4096-bc73-743b09f4f86e req-3cbefb60-5917-466e-a0b5-d5ae66f37ab8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for port, before_response {{(pid=82756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:25.301702 dv-cinder-825103-1-iscsi neutron-server[82756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def653e6-6dc8-46c1-8715-893a72ba2ada', 'name': 'network-vif-deleted', 'tag': 'ede93dad-b0cd-4051-acdf-aadcb82ad869'}] {{(pid=82756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 13:34:25.317707 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.wsgi [req-824ffc26-d68f-4096-bc73-743b09f4f86e req-3cbefb60-5917-466e-a0b5-d5ae66f37ab8 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.35 "DELETE /v2.0/ports/ede93dad-b0cd-4051-acdf-aadcb82ad869 HTTP/1.1" status: 204 len: 173 time: 0.7839305 Jan 18 13:34:25.368117 dv-cinder-825103-1-iscsi neutron-server[82756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def653e6-6dc8-46c1-8715-893a72ba2ada', 'name': 'network-vif-deleted', 'tag': 'ede93dad-b0cd-4051-acdf-aadcb82ad869', 'status': 'completed', 'code': 200} Jan 18 13:34:25.735554 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [req-5bd1b6f3-4649-48b5-ab41-b938a7618499 req-de29d045-b40e-4b79-aebc-cd6c67ef05ac tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "GET /v2.0/ports?device_id=def653e6-6dc8-46c1-8715-893a72ba2ada HTTP/1.1" status: 200 len: 210 time: 0.0464785 Jan 18 13:34:26.851198 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45956) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:34:26.990529 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device ede93dad-b0cd-4051-acdf-aadcb82ad869 no longer exists at agent hyperv_hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:34:27.023752 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] No Port match for: ede93dad-b0cd-4051-acdf-aadcb82ad869 {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:34:27.024086 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Device ede93dad-b0cd-4051-acdf-aadcb82ad869 not bound to the agent host hv-cinder-82510 {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:34:27.059373 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:34:27.093767 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-e982c884-f3fe-4441-b3cb-29b3fd0a2e05 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Deleting port 4992cb1e-0ab5-4ff5-b542-9216aaf5f2d5 {{(pid=82757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:34:27.094103 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e982c884-f3fe-4441-b3cb-29b3fd0a2e05 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:27.262924 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e982c884-f3fe-4441-b3cb-29b3fd0a2e05 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:27.263251 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e982c884-f3fe-4441-b3cb-29b3fd0a2e05 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:27.388188 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-e982c884-f3fe-4441-b3cb-29b3fd0a2e05 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Calling delete_port for 4992cb1e-0ab5-4ff5-b542-9216aaf5f2d5 owned by network:floatingip {{(pid=82757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:34:27.532598 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e982c884-f3fe-4441-b3cb-29b3fd0a2e05 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15894096'] for port, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:27.584370 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982c884-f3fe-4441-b3cb-29b3fd0a2e05 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Pushing event deleted for resources: {'Port': ['ID=4992cb1e-0ab5-4ff5-b542-9216aaf5f2d5,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:34:27.623470 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982c884-f3fe-4441-b3cb-29b3fd0a2e05 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:34:27.623827 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982c884-f3fe-4441-b3cb-29b3fd0a2e05 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:34:27.624200 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982c884-f3fe-4441-b3cb-29b3fd0a2e05 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:34:27.624536 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982c884-f3fe-4441-b3cb-29b3fd0a2e05 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:34:27.624864 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982c884-f3fe-4441-b3cb-29b3fd0a2e05 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:34:27.625193 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982c884-f3fe-4441-b3cb-29b3fd0a2e05 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:34:27.625517 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982c884-f3fe-4441-b3cb-29b3fd0a2e05 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:34:27.625842 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982c884-f3fe-4441-b3cb-29b3fd0a2e05 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:34:27.626167 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982c884-f3fe-4441-b3cb-29b3fd0a2e05 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:34:27.626487 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982c884-f3fe-4441-b3cb-29b3fd0a2e05 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:34:27.626835 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e982c884-f3fe-4441-b3cb-29b3fd0a2e05 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825103-1-iscsi {{(pid=82757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 13:34:27.690258 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e982c884-f3fe-4441-b3cb-29b3fd0a2e05 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for floatingip, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:27.704244 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e982c884-f3fe-4441-b3cb-29b3fd0a2e05 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42052'] for floatingip, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:27.705377 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-e982c884-f3fe-4441-b3cb-29b3fd0a2e05 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "DELETE /v2.0/floatingips/c97a69b1-9d69-4a96-af1d-9c49b5da1f38 HTTP/1.1" status: 204 len: 168 time: 0.8531938 Jan 18 13:34:29.100219 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45970) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:34:29.176668 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4b975e9d-4bd0-447c-bdd0-dc59428733d6 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:29.207437 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4b975e9d-4bd0-447c-bdd0-dc59428733d6 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:29.276675 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4b975e9d-4bd0-447c-bdd0-dc59428733d6 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:29.295842 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b975e9d-4bd0-447c-bdd0-dc59428733d6 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbbf909-830f-4f53-b808-42305c0b5569,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:34:29.308551 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4b975e9d-4bd0-447c-bdd0-dc59428733d6 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:29.309701 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-4b975e9d-4bd0-447c-bdd0-dc59428733d6 tempest-TestVolumeBootPattern-398633587 tempest-TestVolumeBootPattern-398633587-project] 10.222.0.84 "DELETE /v2.0/security-groups/5dbbf909-830f-4f53-b808-42305c0b5569 HTTP/1.1" status: 204 len: 168 time: 0.2084916 Jan 18 13:34:29.372251 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45976) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:34:29.903563 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-d287f3f1-6122-4d2c-be13-e8d20e531f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16440925'] for router_interface, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:30.620315 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-d287f3f1-6122-4d2c-be13-e8d20e531f92 admin admin] Deleting port a724f912-4630-4d7e-bdb8-21406ebb3034 {{(pid=82757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:34:30.621016 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-d287f3f1-6122-4d2c-be13-e8d20e531f92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:30.797331 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.db [None req-d287f3f1-6122-4d2c-be13-e8d20e531f92 admin admin] For port a724f912-4630-4d7e-bdb8-21406ebb3034, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=a724f912-4630-4d7e-bdb8-21406ebb3034,segment=NetworkSegment(0b352abb-20b2-4bce-9b32-4a671056487e),segment_id=0b352abb-20b2-4bce-9b32-4a671056487e)] {{(pid=82757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:34:30.797593 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-d287f3f1-6122-4d2c-be13-e8d20e531f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:30.927140 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-d287f3f1-6122-4d2c-be13-e8d20e531f92 admin admin] Calling delete_port for a724f912-4630-4d7e-bdb8-21406ebb3034 owned by network:router_interface {{(pid=82757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:34:31.106418 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-d287f3f1-6122-4d2c-be13-e8d20e531f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15894096'] for port, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:31.150918 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287f3f1-6122-4d2c-be13-e8d20e531f92 admin admin] Pushing event deleted for resources: {'Port': ['ID=a724f912-4630-4d7e-bdb8-21406ebb3034,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:34:31.444560 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-d287f3f1-6122-4d2c-be13-e8d20e531f92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15336335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16439476'] for router_interface, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:32.122964 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d287f3f1-6122-4d2c-be13-e8d20e531f92 admin admin] Router 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a has already been hosted by L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 {{(pid=82757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:34:32.322518 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d287f3f1-6122-4d2c-be13-e8d20e531f92 admin admin] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:34:32.331355 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa80994-75b6-4ea0-a26c-9fc48bf34f1e None None] Sync routers for ids ['0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'] in dv-cinder-825103-1-iscsi {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:34:32.335551 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-d287f3f1-6122-4d2c-be13-e8d20e531f92 admin admin] 10.222.0.84 "PUT /v2.0/routers/0eb1f262-a3dd-46d2-a5a4-fad6eb95048a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9622266 Jan 18 13:34:32.337986 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45982) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:34:32.346026 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa80994-75b6-4ea0-a26c-9fc48bf34f1e None None] Routers {'0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:34:32.346779 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-2fa80994-75b6-4ea0-a26c-9fc48bf34f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:34:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:34:32.525941 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-2fa80994-75b6-4ea0-a26c-9fc48bf34f1e None None] Set router 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a gateway port host: dv-cinder-825103-1-iscsi {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:34:32.539965 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a64b07c7-f47b-4826-9719-cd7601095387 admin admin] Notify callbacks [] for router, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:32.747925 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a64b07c7-f47b-4826-9719-cd7601095387 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:32.758024 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-a64b07c7-f47b-4826-9719-cd7601095387 admin admin] Deleting port 23077615-2071-4dc3-bddc-b79454ecff81 {{(pid=82757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:34:32.758419 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a64b07c7-f47b-4826-9719-cd7601095387 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:32.829709 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-2fa80994-75b6-4ea0-a26c-9fc48bf34f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'name': 'tempest-TestVolumeBootPattern-1253783030-router', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '23077615-2071-4dc3-bddc-b79454ecff81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:34:31Z', 'revision_number': 5, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'gw_port': {'id': '23077615-2071-4dc3-bddc-b79454ecff81', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:34:32.833753 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa80994-75b6-4ea0-a26c-9fc48bf34f1e None None] Checking router: 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a for host: dv-cinder-825103-1-iscsi {{(pid=82758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:34:32.844632 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa80994-75b6-4ea0-a26c-9fc48bf34f1e None None] Routers {'0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:34:32.845253 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-2fa80994-75b6-4ea0-a26c-9fc48bf34f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:34:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'], 'active': True} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:34:32.943860 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.db [None req-a64b07c7-f47b-4826-9719-cd7601095387 admin admin] For port 23077615-2071-4dc3-bddc-b79454ecff81, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=23077615-2071-4dc3-bddc-b79454ecff81,segment=NetworkSegment(a71a77f2-f00b-4634-9c06-cb577f22632a),segment_id=a71a77f2-f00b-4634-9c06-cb577f22632a)] {{(pid=82757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:34:32.944232 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a64b07c7-f47b-4826-9719-cd7601095387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:33.014022 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_dvr_db [None req-2fa80994-75b6-4ea0-a26c-9fc48bf34f1e None None] Set router 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a gateway port host: None {{(pid=82758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:34:33.068093 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-a64b07c7-f47b-4826-9719-cd7601095387 admin admin] Calling delete_port for 23077615-2071-4dc3-bddc-b79454ecff81 owned by network:router_gateway {{(pid=82757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:34:33.122263 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.db.l3_hamode_db [None req-2fa80994-75b6-4ea0-a26c-9fc48bf34f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'name': 'tempest-TestVolumeBootPattern-1253783030-router', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:34:32Z', 'revision_number': 6, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'gw_port_host': None}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:34:33.126588 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa80994-75b6-4ea0-a26c-9fc48bf34f1e None None] The sync data for ids ['0eb1f262-a3dd-46d2-a5a4-fad6eb95048a'] in dv-cinder-825103-1-iscsi is: [{'id': '0eb1f262-a3dd-46d2-a5a4-fad6eb95048a', 'name': 'tempest-TestVolumeBootPattern-1253783030-router', 'tenant_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:27:26Z', 'updated_at': '2022-01-18T13:34:32Z', 'revision_number': 6, 'project_id': '2ee5f4eec3fc4782b3c5a0b9b068e15e', 'gw_port_host': None}] {{(pid=82758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:34:33.246662 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a64b07c7-f47b-4826-9719-cd7601095387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15894096'] for port, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:33.295810 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b07c7-f47b-4826-9719-cd7601095387 admin admin] Pushing event deleted for resources: {'Port': ['ID=23077615-2071-4dc3-bddc-b79454ecff81,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:34:33.636703 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a64b07c7-f47b-4826-9719-cd7601095387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16439416'] for router_gateway, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:33.905978 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a64b07c7-f47b-4826-9719-cd7601095387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16435180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43902'] for router, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:33.910167 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a64b07c7-f47b-4826-9719-cd7601095387 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:33.935045 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a64b07c7-f47b-4826-9719-cd7601095387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16435088'] for router, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:33.935654 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64b07c7-f47b-4826-9719-cd7601095387 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0eb1f262-a3dd-46d2-a5a4-fad6eb95048a {{(pid=82757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 13:34:33.950101 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a64b07c7-f47b-4826-9719-cd7601095387 admin admin] Notify callbacks [] for router, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:33.951253 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-a64b07c7-f47b-4826-9719-cd7601095387 admin admin] 10.222.0.84 "DELETE /v2.0/routers/0eb1f262-a3dd-46d2-a5a4-fad6eb95048a HTTP/1.1" status: 204 len: 168 time: 1.6123970 Jan 18 13:34:33.953825 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45986) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:34:34.013732 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93f0df8-1fec-4f9f-9c03-969ae1054c20 admin admin] Deleting subnet 33632e35-079a-4c8b-9afa-bc98edbaefb7 {{(pid=82757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:34:34.016783 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a93f0df8-1fec-4f9f-9c03-969ae1054c20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:34.080531 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a93f0df8-1fec-4f9f-9c03-969ae1054c20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182539'] for subnet, precommit_delete_associations {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:34.169041 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a93f0df8-1fec-4f9f-9c03-969ae1054c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562804'] for subnet, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:34.239649 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a93f0df8-1fec-4f9f-9c03-969ae1054c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15846819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15901799'] for subnet, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:34.287439 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f0df8-1fec-4f9f-9c03-969ae1054c20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33632e35-079a-4c8b-9afa-bc98edbaefb7,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:34:34.291308 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a93f0df8-1fec-4f9f-9c03-969ae1054c20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:34.296695 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dafce6-4c72-410f-bd06-c8cc0f22fbf1 None None] Network 80673df2-90c2-4578-ba13-c6e8b6cd733a requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:34:34.297127 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-a93f0df8-1fec-4f9f-9c03-969ae1054c20 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/33632e35-079a-4c8b-9afa-bc98edbaefb7 HTTP/1.1" status: 204 len: 168 time: 0.3423223 Jan 18 13:34:34.300005 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45990) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:34:34.411414 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-d244a0e6-9299-452f-987e-a25ead0b94bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653206'] for network, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:34.423533 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-d244a0e6-9299-452f-987e-a25ead0b94bf admin admin] Deleting port c0f761f4-c973-4e1d-8c30-1e0615962f08 {{(pid=82757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:34:34.423905 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-d244a0e6-9299-452f-987e-a25ead0b94bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:34.567179 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6c2eb8-b453-45f1-8a4a-06347aceeed2 None None] DHCP port deletion for 80673df2-90c2-4578-ba13-c6e8b6cd733a request from dv-cinder-825103-1-iscsi {{(pid=82758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 13:34:34.571876 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-1b6c2eb8-b453-45f1-8a4a-06347aceeed2 None None] Deleting port c0f761f4-c973-4e1d-8c30-1e0615962f08 {{(pid=82758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:34:34.572252 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-1b6c2eb8-b453-45f1-8a4a-06347aceeed2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:34.637654 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.db [None req-d244a0e6-9299-452f-987e-a25ead0b94bf admin admin] For port c0f761f4-c973-4e1d-8c30-1e0615962f08, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=c0f761f4-c973-4e1d-8c30-1e0615962f08,segment=NetworkSegment(0b352abb-20b2-4bce-9b32-4a671056487e),segment_id=0b352abb-20b2-4bce-9b32-4a671056487e)] {{(pid=82757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:34:34.638022 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-d244a0e6-9299-452f-987e-a25ead0b94bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:34.659794 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device c0f761f4-c973-4e1d-8c30-1e0615962f08 no longer exists at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:34:34.761960 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-d244a0e6-9299-452f-987e-a25ead0b94bf admin admin] Calling delete_port for c0f761f4-c973-4e1d-8c30-1e0615962f08 owned by network:dhcp {{(pid=82757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:34:34.911888 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-1b6c2eb8-b453-45f1-8a4a-06347aceeed2 None None] For port c0f761f4-c973-4e1d-8c30-1e0615962f08, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=c0f761f4-c973-4e1d-8c30-1e0615962f08,segment=NetworkSegment(0b352abb-20b2-4bce-9b32-4a671056487e),segment_id=0b352abb-20b2-4bce-9b32-4a671056487e)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:34:34.912184 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-1b6c2eb8-b453-45f1-8a4a-06347aceeed2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:34.938584 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-d244a0e6-9299-452f-987e-a25ead0b94bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15894096'] for port, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:34.988160 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244a0e6-9299-452f-987e-a25ead0b94bf admin admin] Pushing event deleted for resources: {'Port': ['ID=c0f761f4-c973-4e1d-8c30-1e0615962f08,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:34:34.994800 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d244a0e6-9299-452f-987e-a25ead0b94bf admin admin] No DVR routers for this DVR port c0f761f4-c973-4e1d-8c30-1e0615962f08 on host dv-cinder-825103-1-iscsi {{(pid=82757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:34:35.046289 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-1b6c2eb8-b453-45f1-8a4a-06347aceeed2 None None] Calling delete_port for c0f761f4-c973-4e1d-8c30-1e0615962f08 owned by network:dhcp {{(pid=82758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:34:35.080213 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-704150'] for port, before_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:35.114145 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-d244a0e6-9299-452f-987e-a25ead0b94bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561661', 'neutron.services.segments.db._delete_segments_for_network-8736039390428'] for network, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:35.139132 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.services.segments.db [None req-d244a0e6-9299-452f-987e-a25ead0b94bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80673df2-90c2-4578-ba13-c6e8b6cd733a']}} {{(pid=82757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:34:35.153190 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.services.segments.db [None req-d244a0e6-9299-452f-987e-a25ead0b94bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b352abb-20b2-4bce-9b32-4a671056487e') {'for_net_delete': True} {{(pid=82757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:34:35.153480 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.services.segments.db [None req-d244a0e6-9299-452f-987e-a25ead0b94bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b352abb-20b2-4bce-9b32-4a671056487e') {} {{(pid=82757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:34:35.165565 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-d244a0e6-9299-452f-987e-a25ead0b94bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736039390311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182528'] for segment, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:35.167270 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 23077615-2071-4dc3-bddc-b79454ecff81 no longer exists at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:34:35.185757 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-d244a0e6-9299-452f-987e-a25ead0b94bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-557774'] for segment, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:35.192192 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d244a0e6-9299-452f-987e-a25ead0b94bf admin admin] Releasing vlan 1089 on physical network physnet1 to pool {{(pid=82757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:34:35.192685 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-d244a0e6-9299-452f-987e-a25ead0b94bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-557785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15894021'] for segment, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:35.202258 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] No Port match for: 23077615-2071-4dc3-bddc-b79454ecff81 {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:34:35.202651 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 23077615-2071-4dc3-bddc-b79454ecff81 not bound to the agent host dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:34:35.203058 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device a724f912-4630-4d7e-bdb8-21406ebb3034 no longer exists at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:34:35.206271 dv-cinder-825103-1-iscsi neutron-server[82757]: Traceback (most recent call last): Jan 18 13:34:35.206271 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:34:35.206271 dv-cinder-825103-1-iscsi neutron-server[82757]: timer() Jan 18 13:34:35.206271 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:34:35.206271 dv-cinder-825103-1-iscsi neutron-server[82757]: cb(*args, **kw) Jan 18 13:34:35.206271 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:34:35.206271 dv-cinder-825103-1-iscsi neutron-server[82757]: return func(*args, **kwargs) Jan 18 13:34:35.206271 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:34:35.206271 dv-cinder-825103-1-iscsi neutron-server[82757]: self._notify() Jan 18 13:34:35.206271 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:34:35.206271 dv-cinder-825103-1-iscsi neutron-server[82757]: self.callback(batched_events) Jan 18 13:34:35.206271 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:34:35.206271 dv-cinder-825103-1-iscsi neutron-server[82757]: event.method(event) Jan 18 13:34:35.206271 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:34:35.206271 dv-cinder-825103-1-iscsi neutron-server[82757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:34:35.206271 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:34:35.206271 dv-cinder-825103-1-iscsi neutron-server[82757]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:34:35.206271 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:34:35.206271 dv-cinder-825103-1-iscsi neutron-server[82757]: return f(self, *a, **k) Jan 18 13:34:35.206271 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:34:35.206271 dv-cinder-825103-1-iscsi neutron-server[82757]: return self._get(url).json() Jan 18 13:34:35.206271 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:34:35.206271 dv-cinder-825103-1-iscsi neutron-server[82757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:34:35.206271 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:34:35.206271 dv-cinder-825103-1-iscsi neutron-server[82757]: return self.request(url, 'GET', **kwargs) Jan 18 13:34:35.206271 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:34:35.206271 dv-cinder-825103-1-iscsi neutron-server[82757]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:34:35.206271 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:34:35.206271 dv-cinder-825103-1-iscsi neutron-server[82757]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:34:35.206271 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:34:35.206271 dv-cinder-825103-1-iscsi neutron-server[82757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:34:35.206271 dv-cinder-825103-1-iscsi neutron-server[82757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:34:35.235659 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.db.api [None req-1b6c2eb8-b453-45f1-8a4a-06347aceeed2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:34:35.236011 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG oslo_db.api [None req-1b6c2eb8-b453-45f1-8a4a-06347aceeed2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:34:35.236460 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] No Port match for: a724f912-4630-4d7e-bdb8-21406ebb3034 {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:34:35.236791 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device a724f912-4630-4d7e-bdb8-21406ebb3034 not bound to the agent host dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:34:35.280640 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-d244a0e6-9299-452f-987e-a25ead0b94bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16439389'] for network, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:35.296999 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-d244a0e6-9299-452f-987e-a25ead0b94bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for network, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:35.311682 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244a0e6-9299-452f-987e-a25ead0b94bf admin admin] Pushing event deleted for resources: {'Network': ['ID=80673df2-90c2-4578-ba13-c6e8b6cd733a,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:34:35.324443 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-d244a0e6-9299-452f-987e-a25ead0b94bf admin admin] 10.222.0.84 "DELETE /v2.0/networks/80673df2-90c2-4578-ba13-c6e8b6cd733a HTTP/1.1" status: 204 len: 168 time: 1.0234520 Jan 18 13:34:35.327508 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45994) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:34:35.735518 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb822-ce14-4cfd-87b6-1b4b5c9370cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16440925'] for router_interface, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:35.737621 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-1b6c2eb8-b453-45f1-8a4a-06347aceeed2 None None] Deleting port c0f761f4-c973-4e1d-8c30-1e0615962f08 {{(pid=82758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:34:35.738100 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-1b6c2eb8-b453-45f1-8a4a-06347aceeed2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:35.805832 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-1b6c2eb8-b453-45f1-8a4a-06347aceeed2 None None] The port 'c0f761f4-c973-4e1d-8c30-1e0615962f08' was deleted {{(pid=82758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 13:34:36.338448 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-5fcdb822-ce14-4cfd-87b6-1b4b5c9370cb admin admin] Deleting port 3254be62-a535-4614-a60b-44346b9e1a70 {{(pid=82757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:34:36.339062 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb822-ce14-4cfd-87b6-1b4b5c9370cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:36.599801 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.db [None req-5fcdb822-ce14-4cfd-87b6-1b4b5c9370cb admin admin] For port 3254be62-a535-4614-a60b-44346b9e1a70, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=3254be62-a535-4614-a60b-44346b9e1a70,segment=NetworkSegment(01720305-852e-48ed-a0f0-ed1e7bde7e24),segment_id=01720305-852e-48ed-a0f0-ed1e7bde7e24)] {{(pid=82757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:34:36.600086 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb822-ce14-4cfd-87b6-1b4b5c9370cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:36.724934 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-5fcdb822-ce14-4cfd-87b6-1b4b5c9370cb admin admin] Calling delete_port for 3254be62-a535-4614-a60b-44346b9e1a70 owned by network:router_interface {{(pid=82757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:34:36.902407 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb822-ce14-4cfd-87b6-1b4b5c9370cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15894096'] for port, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:36.948737 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcdb822-ce14-4cfd-87b6-1b4b5c9370cb admin admin] Pushing event deleted for resources: {'Port': ['ID=3254be62-a535-4614-a60b-44346b9e1a70,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:34:37.254775 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-5fcdb822-ce14-4cfd-87b6-1b4b5c9370cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15336335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16439476'] for router_interface, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:37.857149 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fcdb822-ce14-4cfd-87b6-1b4b5c9370cb admin admin] Router e39fe4ae-0295-4ddc-955f-45a50fd81506 has already been hosted by L3 agent beb14a72-24c0-43ca-be6f-2975a2ebdb67 {{(pid=82757) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 13:34:38.161536 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcdb822-ce14-4cfd-87b6-1b4b5c9370cb admin admin] Notify agent at l3_agent.dv-cinder-825103-1-iscsi the message routers_updated {{(pid=82757) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 13:34:38.170555 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7385c8-e18e-48ab-ba13-b8833614a51f None None] Sync routers for ids ['e39fe4ae-0295-4ddc-955f-45a50fd81506'] in dv-cinder-825103-1-iscsi {{(pid=82759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 18 13:34:38.171066 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-5fcdb822-ce14-4cfd-87b6-1b4b5c9370cb admin admin] 10.222.0.84 "PUT /v2.0/routers/e39fe4ae-0295-4ddc-955f-45a50fd81506/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8423245 Jan 18 13:34:38.173264 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 45998) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:34:38.184103 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7385c8-e18e-48ab-ba13-b8833614a51f None None] Routers {'e39fe4ae-0295-4ddc-955f-45a50fd81506'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:34:38.184711 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-ee7385c8-e18e-48ab-ba13-b8833614a51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:34:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['e39fe4ae-0295-4ddc-955f-45a50fd81506'], 'active': True} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:34:38.362276 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvr_db [None req-ee7385c8-e18e-48ab-ba13-b8833614a51f None None] Set router e39fe4ae-0295-4ddc-955f-45a50fd81506 gateway port host: dv-cinder-825103-1-iscsi {{(pid=82759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:34:38.384489 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e4ff6db3-90bd-47de-b7e9-c0e1f2b6b6be admin admin] Notify callbacks [] for router, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:38.590271 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e4ff6db3-90bd-47de-b7e9-c0e1f2b6b6be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:38.602481 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-e4ff6db3-90bd-47de-b7e9-c0e1f2b6b6be admin admin] Deleting port c7050a61-a1ce-4580-9fec-4ddd8c22e829 {{(pid=82757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:34:38.602962 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e4ff6db3-90bd-47de-b7e9-c0e1f2b6b6be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:38.703641 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-ee7385c8-e18e-48ab-ba13-b8833614a51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39fe4ae-0295-4ddc-955f-45a50fd81506', 'name': 'tempest-TestVolumeBootPattern-420443697-router', 'tenant_id': '16771ee4d9794d928622605dcf1382a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'external_fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'c7050a61-a1ce-4580-9fec-4ddd8c22e829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:27:32Z', 'updated_at': '2022-01-18T13:34:36Z', 'revision_number': 5, 'project_id': '16771ee4d9794d928622605dcf1382a3', 'gw_port': {'id': 'c7050a61-a1ce-4580-9fec-4ddd8c22e829', 'name': '', 'network_id': 'e1680602-72eb-4a8f-a690-8170848820e2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39fe4ae-0295-4ddc-955f-45a50fd81506', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825103-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T13:27:33Z', 'updated_at': '2022-01-18T13:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e5265543-d6e8-47ba-b344-dc5916015d25', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825103-1-iscsi'}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:34:38.709047 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7385c8-e18e-48ab-ba13-b8833614a51f None None] Checking router: e39fe4ae-0295-4ddc-955f-45a50fd81506 for host: dv-cinder-825103-1-iscsi {{(pid=82759) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 18 13:34:38.719748 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7385c8-e18e-48ab-ba13-b8833614a51f None None] Routers {'e39fe4ae-0295-4ddc-955f-45a50fd81506'} bound to L3 agent in host dv-cinder-825103-1-iscsi {{(pid=82759) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 18 13:34:38.720396 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-ee7385c8-e18e-48ab-ba13-b8833614a51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825103-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T12:40:16Z,description=,heartbeat_timestamp=2022-01-18T13:34:16Z,host='dv-cinder-825103-1-iscsi',id=beb14a72-24c0-43ca-be6f-2975a2ebdb67,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T12:40:16Z,topic='l3_agent')) {'router_ids': ['e39fe4ae-0295-4ddc-955f-45a50fd81506'], 'active': True} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:34:38.792425 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.db [None req-e4ff6db3-90bd-47de-b7e9-c0e1f2b6b6be admin admin] For port c7050a61-a1ce-4580-9fec-4ddd8c22e829, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=c7050a61-a1ce-4580-9fec-4ddd8c22e829,segment=NetworkSegment(a71a77f2-f00b-4634-9c06-cb577f22632a),segment_id=a71a77f2-f00b-4634-9c06-cb577f22632a)] {{(pid=82757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:34:38.792767 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e4ff6db3-90bd-47de-b7e9-c0e1f2b6b6be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:38.867684 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_dvr_db [None req-ee7385c8-e18e-48ab-ba13-b8833614a51f None None] Set router e39fe4ae-0295-4ddc-955f-45a50fd81506 gateway port host: None {{(pid=82759) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 18 13:34:38.913907 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-e4ff6db3-90bd-47de-b7e9-c0e1f2b6b6be admin admin] Calling delete_port for c7050a61-a1ce-4580-9fec-4ddd8c22e829 owned by network:router_gateway {{(pid=82757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:34:38.980974 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.l3_hamode_db [None req-ee7385c8-e18e-48ab-ba13-b8833614a51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39fe4ae-0295-4ddc-955f-45a50fd81506', 'name': 'tempest-TestVolumeBootPattern-420443697-router', 'tenant_id': '16771ee4d9794d928622605dcf1382a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:27:32Z', 'updated_at': '2022-01-18T13:34:38Z', 'revision_number': 6, 'project_id': '16771ee4d9794d928622605dcf1382a3', 'gw_port_host': None}], 'dv-cinder-825103-1-iscsi', False) {} {{(pid=82759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:34:38.984939 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7385c8-e18e-48ab-ba13-b8833614a51f None None] The sync data for ids ['e39fe4ae-0295-4ddc-955f-45a50fd81506'] in dv-cinder-825103-1-iscsi is: [{'id': 'e39fe4ae-0295-4ddc-955f-45a50fd81506', 'name': 'tempest-TestVolumeBootPattern-420443697-router', 'tenant_id': '16771ee4d9794d928622605dcf1382a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T13:27:32Z', 'updated_at': '2022-01-18T13:34:38Z', 'revision_number': 6, 'project_id': '16771ee4d9794d928622605dcf1382a3', 'gw_port_host': None}] {{(pid=82759) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 18 13:34:39.099255 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e4ff6db3-90bd-47de-b7e9-c0e1f2b6b6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15894096'] for port, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:39.143365 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff6db3-90bd-47de-b7e9-c0e1f2b6b6be admin admin] Pushing event deleted for resources: {'Port': ['ID=c7050a61-a1ce-4580-9fec-4ddd8c22e829,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:34:39.367855 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e4ff6db3-90bd-47de-b7e9-c0e1f2b6b6be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16439416'] for router_gateway, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:39.728961 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e4ff6db3-90bd-47de-b7e9-c0e1f2b6b6be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16435180', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-43902'] for router, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:39.733414 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e4ff6db3-90bd-47de-b7e9-c0e1f2b6b6be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:39.760703 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e4ff6db3-90bd-47de-b7e9-c0e1f2b6b6be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16435088'] for router, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:39.761335 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ff6db3-90bd-47de-b7e9-c0e1f2b6b6be admin admin] Fanout notify agent at l3_agent the message router_deleted on router e39fe4ae-0295-4ddc-955f-45a50fd81506 {{(pid=82757) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 13:34:39.775256 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-e4ff6db3-90bd-47de-b7e9-c0e1f2b6b6be admin admin] Notify callbacks [] for router, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:39.776451 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-e4ff6db3-90bd-47de-b7e9-c0e1f2b6b6be admin admin] 10.222.0.84 "DELETE /v2.0/routers/e39fe4ae-0295-4ddc-955f-45a50fd81506 HTTP/1.1" status: 204 len: 168 time: 1.6022835 Jan 18 13:34:39.779019 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 46002) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:34:39.851107 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d8e5f30-1ce9-4db2-9900-e3e80d4eda0b admin admin] Deleting subnet a246131f-5eda-4499-8bac-550fc1553aab {{(pid=82757) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 18 13:34:39.854514 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-5d8e5f30-1ce9-4db2-9900-e3e80d4eda0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:39.913614 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-5d8e5f30-1ce9-4db2-9900-e3e80d4eda0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16182539'] for subnet, precommit_delete_associations {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:40.007589 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-5d8e5f30-1ce9-4db2-9900-e3e80d4eda0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-562804'] for subnet, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:40.076193 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-5d8e5f30-1ce9-4db2-9900-e3e80d4eda0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-562797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15846819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15901799'] for subnet, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:40.117757 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e5f30-1ce9-4db2-9900-e3e80d4eda0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a246131f-5eda-4499-8bac-550fc1553aab,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:34:40.124906 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-5d8e5f30-1ce9-4db2-9900-e3e80d4eda0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:40.130145 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630ed12d-0dd5-43a4-823b-f2e3cd0d4b85 None None] Network 63bda696-698a-4dc0-bca7-1c863c653284 requested from dv-cinder-825103-1-iscsi {{(pid=82758) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 18 13:34:40.131896 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-5d8e5f30-1ce9-4db2-9900-e3e80d4eda0b admin admin] 10.222.0.84 "DELETE /v2.0/subnets/a246131f-5eda-4499-8bac-550fc1553aab HTTP/1.1" status: 204 len: 168 time: 0.3518541 Jan 18 13:34:40.134237 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 46006) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:34:40.249223 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4954d012-668d-46a2-b467-cb808080ac19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-653206'] for network, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:40.260066 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-4954d012-668d-46a2-b467-cb808080ac19 admin admin] Deleting port b00ff5d5-db69-4998-80b9-63f12ea06c9f {{(pid=82757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:34:40.260409 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4954d012-668d-46a2-b467-cb808080ac19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:40.386256 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63d7004-b445-45f1-ab30-4f2f9aaaee7b None None] DHCP port deletion for 63bda696-698a-4dc0-bca7-1c863c653284 request from dv-cinder-825103-1-iscsi {{(pid=82758) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 18 13:34:40.390721 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-c63d7004-b445-45f1-ab30-4f2f9aaaee7b None None] Deleting port b00ff5d5-db69-4998-80b9-63f12ea06c9f {{(pid=82758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:34:40.391168 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-c63d7004-b445-45f1-ab30-4f2f9aaaee7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:40.486361 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.db [None req-4954d012-668d-46a2-b467-cb808080ac19 admin admin] For port b00ff5d5-db69-4998-80b9-63f12ea06c9f, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=b00ff5d5-db69-4998-80b9-63f12ea06c9f,segment=NetworkSegment(01720305-852e-48ed-a0f0-ed1e7bde7e24),segment_id=01720305-852e-48ed-a0f0-ed1e7bde7e24)] {{(pid=82757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:34:40.486738 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4954d012-668d-46a2-b467-cb808080ac19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:40.606405 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:40.609295 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.plugin [None req-4954d012-668d-46a2-b467-cb808080ac19 admin admin] Calling delete_port for b00ff5d5-db69-4998-80b9-63f12ea06c9f owned by network:dhcp {{(pid=82757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:34:40.614079 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.db [None req-c63d7004-b445-45f1-ab30-4f2f9aaaee7b None None] For port b00ff5d5-db69-4998-80b9-63f12ea06c9f, host dv-cinder-825103-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825103-1-iscsi',level=0,port_id=b00ff5d5-db69-4998-80b9-63f12ea06c9f,segment=NetworkSegment(01720305-852e-48ed-a0f0-ed1e7bde7e24),segment_id=01720305-852e-48ed-a0f0-ed1e7bde7e24)] {{(pid=82758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 13:34:40.614468 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-c63d7004-b445-45f1-ab30-4f2f9aaaee7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301355'] for port, precommit_delete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:40.687387 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 3254be62-a535-4614-a60b-44346b9e1a70 no longer exists at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:34:40.695167 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4954d012-668d-46a2-b467-cb808080ac19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-702470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736039314926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736038956252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15894096'] for port, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:40.779660 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954d012-668d-46a2-b467-cb808080ac19 admin admin] Pushing event deleted for resources: {'Port': ['ID=b00ff5d5-db69-4998-80b9-63f12ea06c9f,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:34:40.782890 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-c63d7004-b445-45f1-ab30-4f2f9aaaee7b None None] Calling delete_port for b00ff5d5-db69-4998-80b9-63f12ea06c9f owned by network:dhcp {{(pid=82758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 18 13:34:40.796911 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4954d012-668d-46a2-b467-cb808080ac19 admin admin] No DVR routers for this DVR port b00ff5d5-db69-4998-80b9-63f12ea06c9f on host dv-cinder-825103-1-iscsi {{(pid=82757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 13:34:40.810395 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] No Port match for: 3254be62-a535-4614-a60b-44346b9e1a70 {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:34:40.810395 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device 3254be62-a535-4614-a60b-44346b9e1a70 not bound to the agent host dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:34:40.810852 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device c7050a61-a1ce-4580-9fec-4ddd8c22e829 no longer exists at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:34:40.849117 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] No Port match for: c7050a61-a1ce-4580-9fec-4ddd8c22e829 {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:34:40.849349 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device c7050a61-a1ce-4580-9fec-4ddd8c22e829 not bound to the agent host dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:34:40.849770 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device b00ff5d5-db69-4998-80b9-63f12ea06c9f no longer exists at agent ovs-agent-dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 18 13:34:40.890137 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] No Port match for: b00ff5d5-db69-4998-80b9-63f12ea06c9f {{(pid=82758) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 18 13:34:40.890477 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.rpc [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Device b00ff5d5-db69-4998-80b9-63f12ea06c9f not bound to the agent host dv-cinder-825103-1-iscsi {{(pid=82758) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 18 13:34:40.915009 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4954d012-668d-46a2-b467-cb808080ac19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-561661', 'neutron.services.segments.db._delete_segments_for_network-8736039390428'] for network, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:40.921732 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.db.api [None req-c63d7004-b445-45f1-ab30-4f2f9aaaee7b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 13:34:40.922084 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG oslo_db.api [None req-c63d7004-b445-45f1-ab30-4f2f9aaaee7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 13:34:40.939812 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.services.segments.db [None req-4954d012-668d-46a2-b467-cb808080ac19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63bda696-698a-4dc0-bca7-1c863c653284']}} {{(pid=82757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:34:40.953510 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.services.segments.db [None req-4954d012-668d-46a2-b467-cb808080ac19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01720305-852e-48ed-a0f0-ed1e7bde7e24') {'for_net_delete': True} {{(pid=82757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:34:40.953801 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.services.segments.db [None req-4954d012-668d-46a2-b467-cb808080ac19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01720305-852e-48ed-a0f0-ed1e7bde7e24') {} {{(pid=82757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 13:34:40.965363 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4954d012-668d-46a2-b467-cb808080ac19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736039390311', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16182528'] for segment, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:40.986363 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4954d012-668d-46a2-b467-cb808080ac19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-557774'] for segment, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:40.993354 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4954d012-668d-46a2-b467-cb808080ac19 admin admin] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=82757) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 18 13:34:40.993797 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4954d012-668d-46a2-b467-cb808080ac19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-557785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15894021'] for segment, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:41.013391 dv-cinder-825103-1-iscsi neutron-server[82757]: Traceback (most recent call last): Jan 18 13:34:41.013391 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 18 13:34:41.013391 dv-cinder-825103-1-iscsi neutron-server[82757]: timer() Jan 18 13:34:41.013391 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 13:34:41.013391 dv-cinder-825103-1-iscsi neutron-server[82757]: cb(*args, **kw) Jan 18 13:34:41.013391 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 18 13:34:41.013391 dv-cinder-825103-1-iscsi neutron-server[82757]: return func(*args, **kwargs) Jan 18 13:34:41.013391 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 13:34:41.013391 dv-cinder-825103-1-iscsi neutron-server[82757]: self._notify() Jan 18 13:34:41.013391 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 13:34:41.013391 dv-cinder-825103-1-iscsi neutron-server[82757]: self.callback(batched_events) Jan 18 13:34:41.013391 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 13:34:41.013391 dv-cinder-825103-1-iscsi neutron-server[82757]: event.method(event) Jan 18 13:34:41.013391 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 18 13:34:41.013391 dv-cinder-825103-1-iscsi neutron-server[82757]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 13:34:41.013391 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 18 13:34:41.013391 dv-cinder-825103-1-iscsi neutron-server[82757]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 13:34:41.013391 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 18 13:34:41.013391 dv-cinder-825103-1-iscsi neutron-server[82757]: return f(self, *a, **k) Jan 18 13:34:41.013391 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 13:34:41.013391 dv-cinder-825103-1-iscsi neutron-server[82757]: return self._get(url).json() Jan 18 13:34:41.013391 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 13:34:41.013391 dv-cinder-825103-1-iscsi neutron-server[82757]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 13:34:41.013391 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 18 13:34:41.013391 dv-cinder-825103-1-iscsi neutron-server[82757]: return self.request(url, 'GET', **kwargs) Jan 18 13:34:41.013391 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 18 13:34:41.013391 dv-cinder-825103-1-iscsi neutron-server[82757]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 13:34:41.013391 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 18 13:34:41.013391 dv-cinder-825103-1-iscsi neutron-server[82757]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 13:34:41.013391 dv-cinder-825103-1-iscsi neutron-server[82757]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 18 13:34:41.013391 dv-cinder-825103-1-iscsi neutron-server[82757]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 13:34:41.013391 dv-cinder-825103-1-iscsi neutron-server[82757]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 13:34:41.095540 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4954d012-668d-46a2-b467-cb808080ac19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-561650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15336192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16439389'] for network, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:41.113738 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-4954d012-668d-46a2-b467-cb808080ac19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15336412'] for network, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:41.123485 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954d012-668d-46a2-b467-cb808080ac19 admin admin] Pushing event deleted for resources: {'Network': ['ID=63bda696-698a-4dc0-bca7-1c863c653284,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:34:41.127502 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-4954d012-668d-46a2-b467-cb808080ac19 admin admin] 10.222.0.84 "DELETE /v2.0/networks/63bda696-698a-4dc0-bca7-1c863c653284 HTTP/1.1" status: 204 len: 168 time: 0.9922011 Jan 18 13:34:41.267159 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 46012) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:34:41.326939 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-fd0fa6df-9a04-41c0-98bd-b0ae37ad61c2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2ee5f4eec3fc4782b3c5a0b9b068e15e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0585740 Jan 18 13:34:41.329416 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 46016) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:34:41.391665 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a99aeef4-12b3-4834-93dd-fed2a84f071d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:41.423038 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a99aeef4-12b3-4834-93dd-fed2a84f071d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:41.423506 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-c63d7004-b445-45f1-ab30-4f2f9aaaee7b None None] Deleting port b00ff5d5-db69-4998-80b9-63f12ea06c9f {{(pid=82758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 18 13:34:41.423955 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-c63d7004-b445-45f1-ab30-4f2f9aaaee7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736039454769'] for port, before_delete {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:41.490229 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron.plugins.ml2.plugin [None req-c63d7004-b445-45f1-ab30-4f2f9aaaee7b None None] The port 'b00ff5d5-db69-4998-80b9-63f12ea06c9f' was deleted {{(pid=82758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 18 13:34:41.576581 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a99aeef4-12b3-4834-93dd-fed2a84f071d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:41.593897 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99aeef4-12b3-4834-93dd-fed2a84f071d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004da0bf-e648-4de9-a8b6-97405c2d63c9,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:34:41.601804 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-a99aeef4-12b3-4834-93dd-fed2a84f071d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:41.603095 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-a99aeef4-12b3-4834-93dd-fed2a84f071d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/004da0bf-e648-4de9-a8b6-97405c2d63c9 HTTP/1.1" status: 204 len: 168 time: 0.2727945 Jan 18 13:34:42.020410 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 46024) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:34:42.071494 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-6c8d23bf-90bd-4ca4-be3d-3765e180827a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=16771ee4d9794d928622605dcf1382a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0498476 Jan 18 13:34:42.073859 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.wsgi [-] (82757) accepted ('10.222.0.84', 46028) {{(pid=82757) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 18 13:34:42.136159 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1bdb685e-b4d7-4372-8376-c5abf527b4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:42.162776 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1bdb685e-b4d7-4372-8376-c5abf527b4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:42.217031 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1bdb685e-b4d7-4372-8376-c5abf527b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16443690'] for security_group, after_delete {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:42.236531 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb685e-b4d7-4372-8376-c5abf527b4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b62be24-c0e1-4ecb-8774-2f156c721120,revision_number=None']} {{(pid=82757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 13:34:42.241464 dv-cinder-825103-1-iscsi neutron-server[82757]: DEBUG neutron_lib.callbacks.manager [None req-1bdb685e-b4d7-4372-8376-c5abf527b4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:42.242637 dv-cinder-825103-1-iscsi neutron-server[82757]: INFO neutron.wsgi [None req-1bdb685e-b4d7-4372-8376-c5abf527b4d5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7b62be24-c0e1-4ecb-8774-2f156c721120 HTTP/1.1" status: 204 len: 168 time: 0.1678522 Jan 18 13:34:43.990181 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-cbe3e3ae-2833-4d75-973c-59b416cba54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:46.202868 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-3ac35f75-9abc-4402-988d-fb14bae4f0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:47.413613 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:47.633903 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:34:49.129894 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:35:04.059883 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:35:10.552169 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:35:13.991729 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-85376663-af14-4e96-87bc-6f68c660f75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:35:16.246297 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-fc6abd57-da1f-49ac-8132-c378c24f41d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:35:17.421802 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:35:17.634078 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:35:19.142210 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:35:40.548091 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:35:41.060520 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:35:43.993049 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-fc7ca553-0f0e-47c9-8b81-0293510b3cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:35:46.209644 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-16e2f297-c18a-4f61-bb56-0a448d406835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:35:47.417282 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:35:47.636962 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:35:49.133744 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:36:10.547553 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:36:13.994940 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-f17495c6-7219-468f-b6b7-5c997559e642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:36:16.207621 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-588ccb7b-4a1d-4ff6-b1b0-f9188cb7b9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:36:17.419460 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:36:17.639699 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:36:18.061228 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:36:19.144414 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:36:40.556175 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:36:43.997019 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-997b6429-b271-4218-93f9-0d1d4023e23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:36:46.211628 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-999a896c-ceb9-4699-b797-3a48c3eb6e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:36:47.422321 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:36:47.643037 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:36:49.140239 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:36:55.061898 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:37:10.553165 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:37:13.998790 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-c1149a40-66bd-486f-8427-f90d375dde55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:37:16.214088 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-e7601f69-1fa6-485f-8cb4-12264ca56a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:37:17.428442 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:37:17.646746 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:37:19.144843 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:37:32.062635 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:37:40.553399 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:37:44.001336 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-9ee7649a-1064-452d-a6c8-512eaa362699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:37:46.217181 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-c953b352-7d7a-410e-a19e-321013653c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:37:47.422363 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:37:47.649561 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:37:49.146387 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:38:09.062518 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:38:10.556202 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:38:14.005877 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-c9f9530e-45a3-428b-8bf0-ced509f7ae7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:38:16.220808 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-49549605-c3df-4b60-9081-2131b2c3ea88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:38:17.433761 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:38:17.651781 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:38:19.150089 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:38:40.565701 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:38:44.008834 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-72af26e3-affc-469d-8174-e0e318980781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:38:46.062289 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:38:46.216581 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-aaeb126d-c7fc-4459-90a3-ac98de23d62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:38:47.426878 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:38:47.655469 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:38:49.152546 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:39:10.572284 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:39:14.011707 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-8a1719d5-4b31-4476-993d-1454c0977edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:39:16.219711 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-21188c05-6a78-4f79-8e46-3b4bf3206234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:39:17.431777 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:39:17.657923 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:39:19.155127 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:39:23.062710 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 18 13:39:40.568574 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-af518470-285a-48a9-a8c3-9bad07776d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:39:44.014112 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-bebf7add-d842-4192-bee1-5353ca69bc03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:39:46.228770 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-48f67f02-6f48-48fb-be8e-95f6e5d70608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:39:47.437000 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-2ed2f0c1-a99a-44d9-9cf0-c18c3afb24b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:39:47.662327 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-5a2ddf64-8944-42c0-8bdb-8f223bd58547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:39:49.158211 dv-cinder-825103-1-iscsi neutron-server[82758]: DEBUG neutron_lib.callbacks.manager [None req-23b87aec-ed8e-4869-b20a-8520b40a376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736039390410', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-564221'] for agent, after_update {{(pid=82758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 18 13:40:00.062147 dv-cinder-825103-1-iscsi neutron-server[82759]: DEBUG neutron.db.agents_db [None req-dbd40a07-0e63-4178-b767-ac108ba08078 None None] Agent healthcheck: found 6 active agents {{(pid=82759) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}